2024-11-17 20:16:37,543 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-17 20:16:37,571 main DEBUG Took 0.024283 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-17 20:16:37,571 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-17 20:16:37,572 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-17 20:16:37,573 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-17 20:16:37,574 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 20:16:37,584 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-17 20:16:37,600 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 20:16:37,601 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 20:16:37,602 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 20:16:37,603 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 20:16:37,603 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 20:16:37,604 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 20:16:37,605 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 20:16:37,605 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 20:16:37,606 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 20:16:37,606 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 20:16:37,607 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 20:16:37,607 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 20:16:37,608 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 20:16:37,609 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 20:16:37,609 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 20:16:37,610 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 20:16:37,611 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 20:16:37,611 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 20:16:37,613 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 20:16:37,613 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 20:16:37,614 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 20:16:37,614 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 20:16:37,615 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 20:16:37,616 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 20:16:37,617 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 20:16:37,617 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-17 20:16:37,619 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 20:16:37,621 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-17 20:16:37,627 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-17 20:16:37,628 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-17 20:16:37,632 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-17 20:16:37,633 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-17 20:16:37,645 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-17 20:16:37,649 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-17 20:16:37,660 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-17 20:16:37,661 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-17 20:16:37,661 main DEBUG createAppenders(={Console}) 2024-11-17 20:16:37,662 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-17 20:16:37,663 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-17 20:16:37,663 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-17 20:16:37,664 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-17 20:16:37,664 main DEBUG OutputStream closed 2024-11-17 20:16:37,665 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-17 20:16:37,666 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-17 20:16:37,666 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-17 20:16:37,772 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-17 20:16:37,774 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-17 20:16:37,776 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-17 20:16:37,777 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-17 20:16:37,778 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-17 20:16:37,778 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-17 20:16:37,779 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-17 20:16:37,779 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-17 20:16:37,780 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-17 20:16:37,780 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-17 20:16:37,781 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-17 20:16:37,781 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-17 20:16:37,782 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-17 20:16:37,782 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-17 20:16:37,783 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-17 20:16:37,783 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-17 20:16:37,783 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-17 20:16:37,785 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-17 20:16:37,788 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-17 20:16:37,789 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-17 20:16:37,789 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-17 20:16:37,790 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-17T20:16:37,807 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-17 20:16:37,810 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-17 20:16:37,811 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-17T20:16:37,874 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=441, ProcessCount=11, AvailableMemoryMB=9047 2024-11-17T20:16:38,147 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-17T20:16:38,221 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fb8cbeb-8d6c-744c-ce0c-865139a73e8b 2024-11-17T20:16:38,227 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fb8cbeb-8d6c-744c-ce0c-865139a73e8b/cluster_f6571de3-9612-eca1-53dc-b10f41d0f6b7, deleteOnExit=true 2024-11-17T20:16:38,468 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fb8cbeb-8d6c-744c-ce0c-865139a73e8b/cluster_f6571de3-9612-eca1-53dc-b10f41d0f6b7/zookeeper_0, clientPort=57951, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fb8cbeb-8d6c-744c-ce0c-865139a73e8b/cluster_f6571de3-9612-eca1-53dc-b10f41d0f6b7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fb8cbeb-8d6c-744c-ce0c-865139a73e8b/cluster_f6571de3-9612-eca1-53dc-b10f41d0f6b7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T20:16:38,483 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57951 2024-11-17T20:16:38,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T20:16:38,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T20:16:38,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fb8cbeb-8d6c-744c-ce0c-865139a73e8b/test.cache.data in system properties and HBase conf 2024-11-17T20:16:38,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fb8cbeb-8d6c-744c-ce0c-865139a73e8b/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T20:16:38,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fb8cbeb-8d6c-744c-ce0c-865139a73e8b/hadoop.log.dir in system properties and HBase conf 2024-11-17T20:16:38,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fb8cbeb-8d6c-744c-ce0c-865139a73e8b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T20:16:38,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fb8cbeb-8d6c-744c-ce0c-865139a73e8b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T20:16:38,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T20:16:38,618 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-17T20:16:38,757 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T20:16:38,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fb8cbeb-8d6c-744c-ce0c-865139a73e8b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T20:16:38,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fb8cbeb-8d6c-744c-ce0c-865139a73e8b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T20:16:38,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fb8cbeb-8d6c-744c-ce0c-865139a73e8b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T20:16:38,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fb8cbeb-8d6c-744c-ce0c-865139a73e8b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T20:16:38,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fb8cbeb-8d6c-744c-ce0c-865139a73e8b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T20:16:38,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fb8cbeb-8d6c-744c-ce0c-865139a73e8b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T20:16:38,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fb8cbeb-8d6c-744c-ce0c-865139a73e8b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T20:16:38,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fb8cbeb-8d6c-744c-ce0c-865139a73e8b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T20:16:38,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fb8cbeb-8d6c-744c-ce0c-865139a73e8b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T20:16:38,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fb8cbeb-8d6c-744c-ce0c-865139a73e8b/nfs.dump.dir in system properties and HBase conf 2024-11-17T20:16:38,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fb8cbeb-8d6c-744c-ce0c-865139a73e8b/java.io.tmpdir in system properties and HBase conf 2024-11-17T20:16:38,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fb8cbeb-8d6c-744c-ce0c-865139a73e8b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T20:16:38,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fb8cbeb-8d6c-744c-ce0c-865139a73e8b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T20:16:38,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fb8cbeb-8d6c-744c-ce0c-865139a73e8b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T20:16:40,037 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-17T20:16:40,117 INFO [Time-limited test {}] log.Log(170): Logging initialized @3552ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-17T20:16:40,196 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:16:40,277 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T20:16:40,322 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T20:16:40,322 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T20:16:40,324 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T20:16:40,344 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:16:40,347 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cc76606{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fb8cbeb-8d6c-744c-ce0c-865139a73e8b/hadoop.log.dir/,AVAILABLE} 2024-11-17T20:16:40,348 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d18313e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T20:16:40,563 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74014320{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fb8cbeb-8d6c-744c-ce0c-865139a73e8b/java.io.tmpdir/jetty-localhost-36491-hadoop-hdfs-3_4_1-tests_jar-_-any-16767425627982646717/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T20:16:40,570 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75966558{HTTP/1.1, (http/1.1)}{localhost:36491} 2024-11-17T20:16:40,570 INFO [Time-limited test {}] server.Server(415): Started @4005ms 2024-11-17T20:16:41,197 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:16:41,205 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T20:16:41,211 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T20:16:41,211 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T20:16:41,211 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T20:16:41,212 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d690fb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fb8cbeb-8d6c-744c-ce0c-865139a73e8b/hadoop.log.dir/,AVAILABLE} 2024-11-17T20:16:41,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@283eafb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T20:16:41,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7430a33b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fb8cbeb-8d6c-744c-ce0c-865139a73e8b/java.io.tmpdir/jetty-localhost-33979-hadoop-hdfs-3_4_1-tests_jar-_-any-1294620265244070411/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:16:41,345 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@870662e{HTTP/1.1, (http/1.1)}{localhost:33979} 2024-11-17T20:16:41,345 INFO [Time-limited test {}] server.Server(415): Started @4780ms 2024-11-17T20:16:41,404 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T20:16:42,512 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fb8cbeb-8d6c-744c-ce0c-865139a73e8b/cluster_f6571de3-9612-eca1-53dc-b10f41d0f6b7/data/data1/current/BP-2090552104-172.17.0.2-1731874599503/current, will proceed with Du for space computation calculation, 2024-11-17T20:16:42,512 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fb8cbeb-8d6c-744c-ce0c-865139a73e8b/cluster_f6571de3-9612-eca1-53dc-b10f41d0f6b7/data/data2/current/BP-2090552104-172.17.0.2-1731874599503/current, will proceed with Du for space computation calculation, 2024-11-17T20:16:42,537 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T20:16:42,583 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x585972d27aaebb49 with lease ID 0x6f58241644a0e2f5: Processing first storage report for DS-27031a78-516d-4f56-b534-99f301aec505 from datanode DatanodeRegistration(127.0.0.1:38163, datanodeUuid=1af2a36f-9175-45c2-a28d-220b0e60c545, infoPort=46069, infoSecurePort=0, ipcPort=33015, storageInfo=lv=-57;cid=testClusterID;nsid=965129611;c=1731874599503) 2024-11-17T20:16:42,584 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x585972d27aaebb49 with lease ID 0x6f58241644a0e2f5: from storage DS-27031a78-516d-4f56-b534-99f301aec505 node DatanodeRegistration(127.0.0.1:38163, datanodeUuid=1af2a36f-9175-45c2-a28d-220b0e60c545, infoPort=46069, infoSecurePort=0, ipcPort=33015, storageInfo=lv=-57;cid=testClusterID;nsid=965129611;c=1731874599503), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T20:16:42,585 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x585972d27aaebb49 with lease ID 0x6f58241644a0e2f5: Processing first storage report for DS-9bf833e7-01dc-4df9-b528-4c83f5b3f500 from datanode DatanodeRegistration(127.0.0.1:38163, datanodeUuid=1af2a36f-9175-45c2-a28d-220b0e60c545, infoPort=46069, infoSecurePort=0, ipcPort=33015, storageInfo=lv=-57;cid=testClusterID;nsid=965129611;c=1731874599503) 2024-11-17T20:16:42,585 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x585972d27aaebb49 with lease ID 0x6f58241644a0e2f5: from storage DS-9bf833e7-01dc-4df9-b528-4c83f5b3f500 node DatanodeRegistration(127.0.0.1:38163, datanodeUuid=1af2a36f-9175-45c2-a28d-220b0e60c545, infoPort=46069, infoSecurePort=0, ipcPort=33015, storageInfo=lv=-57;cid=testClusterID;nsid=965129611;c=1731874599503), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T20:16:42,590 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fb8cbeb-8d6c-744c-ce0c-865139a73e8b 2024-11-17T20:16:42,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:16:42,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:16:42,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741825_1001 (size=7) 2024-11-17T20:16:43,229 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8 with version=8 2024-11-17T20:16:43,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/hbase-staging 2024-11-17T20:16:43,309 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-17T20:16:43,605 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:16:43,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:16:43,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:16:43,618 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:16:43,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:16:43,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:16:43,748 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T20:16:43,799 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-17T20:16:43,807 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-17T20:16:43,811 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:16:43,833 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11111 (auto-detected) 2024-11-17T20:16:43,834 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-17T20:16:43,850 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44807 2024-11-17T20:16:43,869 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44807 connecting to ZooKeeper ensemble=127.0.0.1:57951 2024-11-17T20:16:43,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448070x0, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:16:43,995 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44807-0x1014a7129cf0000 connected 2024-11-17T20:16:44,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:16:44,081 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:16:44,091 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44807-0x1014a7129cf0000, quorum=127.0.0.1:57951, baseZNode=/0113432823 Set watcher on znode that does not yet exist, /0113432823/running 2024-11-17T20:16:44,095 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8, hbase.cluster.distributed=false 2024-11-17T20:16:44,119 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44807-0x1014a7129cf0000, quorum=127.0.0.1:57951, baseZNode=/0113432823 Set watcher on znode that does not yet exist, /0113432823/acl 2024-11-17T20:16:44,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44807 2024-11-17T20:16:44,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44807 2024-11-17T20:16:44,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44807 2024-11-17T20:16:44,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44807 2024-11-17T20:16:44,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44807 2024-11-17T20:16:44,224 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:16:44,225 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:16:44,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:16:44,226 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:16:44,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:16:44,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:16:44,228 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T20:16:44,231 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:16:44,231 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36981 2024-11-17T20:16:44,233 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36981 connecting to ZooKeeper ensemble=127.0.0.1:57951 2024-11-17T20:16:44,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:16:44,239 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:16:44,252 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369810x0, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:16:44,253 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36981-0x1014a7129cf0001 connected 2024-11-17T20:16:44,253 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36981-0x1014a7129cf0001, quorum=127.0.0.1:57951, baseZNode=/0113432823 Set watcher on znode that does not yet exist, /0113432823/running 2024-11-17T20:16:44,258 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T20:16:44,264 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T20:16:44,267 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36981-0x1014a7129cf0001, quorum=127.0.0.1:57951, baseZNode=/0113432823 Set watcher on znode that does not yet exist, /0113432823/master 2024-11-17T20:16:44,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36981-0x1014a7129cf0001, quorum=127.0.0.1:57951, baseZNode=/0113432823 Set watcher on znode that does not yet exist, /0113432823/acl 2024-11-17T20:16:44,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36981 2024-11-17T20:16:44,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36981 2024-11-17T20:16:44,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36981 2024-11-17T20:16:44,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36981 2024-11-17T20:16:44,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36981 2024-11-17T20:16:44,290 DEBUG [M:0;0b0b0ae8de03:44807 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b0b0ae8de03:44807 2024-11-17T20:16:44,291 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0113432823/backup-masters/0b0b0ae8de03,44807,1731874603455 2024-11-17T20:16:44,305 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x1014a7129cf0001, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0113432823/backup-masters 2024-11-17T20:16:44,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x1014a7129cf0000, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0113432823/backup-masters 2024-11-17T20:16:44,307 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44807-0x1014a7129cf0000, quorum=127.0.0.1:57951, baseZNode=/0113432823 Set watcher on existing znode=/0113432823/backup-masters/0b0b0ae8de03,44807,1731874603455 2024-11-17T20:16:44,336 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x1014a7129cf0001, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0113432823/master 2024-11-17T20:16:44,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x1014a7129cf0000, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0113432823 2024-11-17T20:16:44,336 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x1014a7129cf0001, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0113432823 2024-11-17T20:16:44,337 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44807-0x1014a7129cf0000, quorum=127.0.0.1:57951, baseZNode=/0113432823 Set watcher on existing znode=/0113432823/master 2024-11-17T20:16:44,339 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0113432823/backup-masters/0b0b0ae8de03,44807,1731874603455 from backup master directory 2024-11-17T20:16:44,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x1014a7129cf0000, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0113432823/backup-masters/0b0b0ae8de03,44807,1731874603455 2024-11-17T20:16:44,346 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x1014a7129cf0001, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0113432823/backup-masters 2024-11-17T20:16:44,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x1014a7129cf0000, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0113432823/backup-masters 2024-11-17T20:16:44,347 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:16:44,348 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b0b0ae8de03,44807,1731874603455 2024-11-17T20:16:44,351 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-17T20:16:44,353 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-17T20:16:44,407 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/hbase.id] with ID: 77f1f1ab-0a29-4882-936a-3f24a798db68 2024-11-17T20:16:44,407 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/.tmp/hbase.id 2024-11-17T20:16:44,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741826_1002 (size=42) 2024-11-17T20:16:44,823 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/.tmp/hbase.id]:[hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/hbase.id] 2024-11-17T20:16:44,870 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:16:44,875 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T20:16:44,893 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-17T20:16:44,947 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x1014a7129cf0001, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0113432823 2024-11-17T20:16:44,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x1014a7129cf0000, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0113432823 2024-11-17T20:16:44,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741827_1003 (size=196) 2024-11-17T20:16:45,382 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:16:45,384 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T20:16:45,397 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T20:16:45,400 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:16:45,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741828_1004 (size=1189) 2024-11-17T20:16:45,848 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/data/master/store 2024-11-17T20:16:45,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741829_1005 (size=34) 2024-11-17T20:16:46,278 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-17T20:16:46,283 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:16:46,285 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T20:16:46,285 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:16:46,285 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:16:46,286 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T20:16:46,286 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:16:46,287 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:16:46,287 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731874606285Disabling compacts and flushes for region at 1731874606285Disabling writes for close at 1731874606286 (+1 ms)Writing region close event to WAL at 1731874606287 (+1 ms)Closed at 1731874606287 2024-11-17T20:16:46,290 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/data/master/store/.initializing 2024-11-17T20:16:46,290 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/WALs/0b0b0ae8de03,44807,1731874603455 2024-11-17T20:16:46,297 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:16:46,311 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b0b0ae8de03%2C44807%2C1731874603455, suffix=, logDir=hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/WALs/0b0b0ae8de03,44807,1731874603455, archiveDir=hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/oldWALs, maxLogs=10 2024-11-17T20:16:46,332 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/WALs/0b0b0ae8de03,44807,1731874603455/0b0b0ae8de03%2C44807%2C1731874603455.1731874606315, exclude list is [], retry=0 2024-11-17T20:16:46,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38163,DS-27031a78-516d-4f56-b534-99f301aec505,DISK] 2024-11-17T20:16:46,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-17T20:16:46,381 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/WALs/0b0b0ae8de03,44807,1731874603455/0b0b0ae8de03%2C44807%2C1731874603455.1731874606315 2024-11-17T20:16:46,382 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46069:46069)] 2024-11-17T20:16:46,382 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:16:46,383 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:16:46,385 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:16:46,386 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:16:46,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:16:46,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T20:16:46,446 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:16:46,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:16:46,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:16:46,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T20:16:46,452 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:16:46,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:16:46,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:16:46,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T20:16:46,456 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:16:46,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:16:46,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:16:46,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T20:16:46,460 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:16:46,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:16:46,462 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:16:46,465 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:16:46,466 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:16:46,471 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:16:46,471 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:16:46,474 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:16:46,478 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:16:46,482 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:16:46,483 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64880271, jitterRate=-0.03320862352848053}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:16:46,489 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731874606397Initializing all the Stores at 1731874606399 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874606400 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874606401 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874606401Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874606401Cleaning up temporary data from old regions at 1731874606471 (+70 ms)Region opened successfully at 1731874606489 (+18 ms) 2024-11-17T20:16:46,491 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T20:16:46,519 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@981319a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:16:46,545 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T20:16:46,554 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T20:16:46,554 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T20:16:46,557 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T20:16:46,558 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-17T20:16:46,562 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-17T20:16:46,563 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T20:16:46,586 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T20:16:46,594 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44807-0x1014a7129cf0000, quorum=127.0.0.1:57951, baseZNode=/0113432823 Unable to get data of znode /0113432823/balancer because node does not exist (not necessarily an error) 2024-11-17T20:16:46,599 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0113432823/balancer already deleted, retry=false 2024-11-17T20:16:46,601 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T20:16:46,603 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44807-0x1014a7129cf0000, quorum=127.0.0.1:57951, baseZNode=/0113432823 Unable to get data of znode /0113432823/normalizer because node does not exist (not necessarily an error) 2024-11-17T20:16:46,609 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0113432823/normalizer already deleted, retry=false 2024-11-17T20:16:46,612 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T20:16:46,615 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44807-0x1014a7129cf0000, quorum=127.0.0.1:57951, baseZNode=/0113432823 Unable to get data of znode /0113432823/switch/split because node does not exist (not necessarily an error) 2024-11-17T20:16:46,620 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0113432823/switch/split already deleted, retry=false 2024-11-17T20:16:46,621 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44807-0x1014a7129cf0000, quorum=127.0.0.1:57951, baseZNode=/0113432823 Unable to get data of znode /0113432823/switch/merge because node does not exist (not necessarily an error) 2024-11-17T20:16:46,630 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0113432823/switch/merge already deleted, retry=false 2024-11-17T20:16:46,646 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44807-0x1014a7129cf0000, quorum=127.0.0.1:57951, baseZNode=/0113432823 Unable to get data of znode /0113432823/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T20:16:46,651 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0113432823/snapshot-cleanup already deleted, retry=false 2024-11-17T20:16:46,662 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x1014a7129cf0001, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0113432823/running 2024-11-17T20:16:46,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x1014a7129cf0000, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0113432823/running 2024-11-17T20:16:46,662 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x1014a7129cf0001, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0113432823 2024-11-17T20:16:46,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x1014a7129cf0000, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0113432823 2024-11-17T20:16:46,666 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b0b0ae8de03,44807,1731874603455, sessionid=0x1014a7129cf0000, setting cluster-up flag (Was=false) 2024-11-17T20:16:46,694 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x1014a7129cf0001, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0113432823 2024-11-17T20:16:46,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x1014a7129cf0000, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0113432823 2024-11-17T20:16:46,726 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0113432823/flush-table-proc/acquired, /0113432823/flush-table-proc/reached, /0113432823/flush-table-proc/abort 2024-11-17T20:16:46,731 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b0b0ae8de03,44807,1731874603455 2024-11-17T20:16:46,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x1014a7129cf0000, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0113432823 2024-11-17T20:16:46,757 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x1014a7129cf0001, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0113432823 2024-11-17T20:16:46,789 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0113432823/online-snapshot/acquired, /0113432823/online-snapshot/reached, /0113432823/online-snapshot/abort 2024-11-17T20:16:46,792 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b0b0ae8de03,44807,1731874603455 2024-11-17T20:16:46,802 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T20:16:46,873 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T20:16:46,880 INFO [RS:0;0b0b0ae8de03:36981 {}] regionserver.HRegionServer(746): ClusterId : 77f1f1ab-0a29-4882-936a-3f24a798db68 2024-11-17T20:16:46,883 DEBUG [RS:0;0b0b0ae8de03:36981 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T20:16:46,883 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T20:16:46,889 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T20:16:46,896 DEBUG [RS:0;0b0b0ae8de03:36981 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T20:16:46,896 DEBUG [RS:0;0b0b0ae8de03:36981 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T20:16:46,894 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b0b0ae8de03,44807,1731874603455 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T20:16:46,905 DEBUG [RS:0;0b0b0ae8de03:36981 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T20:16:46,906 DEBUG [RS:0;0b0b0ae8de03:36981 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eb0cef2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:16:46,906 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:16:46,907 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:16:46,907 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:16:46,907 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:16:46,907 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b0b0ae8de03:0, corePoolSize=10, maxPoolSize=10 2024-11-17T20:16:46,907 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:16:46,908 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:16:46,908 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:16:46,909 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731874636909 2024-11-17T20:16:46,911 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T20:16:46,913 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T20:16:46,915 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:16:46,915 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T20:16:46,917 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T20:16:46,918 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T20:16:46,918 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T20:16:46,918 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T20:16:46,919 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T20:16:46,921 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:16:46,921 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T20:16:46,922 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T20:16:46,924 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T20:16:46,924 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T20:16:46,925 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T20:16:46,927 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T20:16:46,927 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T20:16:46,928 DEBUG [RS:0;0b0b0ae8de03:36981 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b0b0ae8de03:36981 2024-11-17T20:16:46,929 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874606929,5,FailOnTimeoutGroup] 2024-11-17T20:16:46,930 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874606929,5,FailOnTimeoutGroup] 2024-11-17T20:16:46,930 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T20:16:46,930 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T20:16:46,932 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T20:16:46,932 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T20:16:46,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741831_1007 (size=1321) 2024-11-17T20:16:46,933 INFO [RS:0;0b0b0ae8de03:36981 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T20:16:46,933 INFO [RS:0;0b0b0ae8de03:36981 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T20:16:46,933 DEBUG [RS:0;0b0b0ae8de03:36981 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T20:16:46,936 INFO [RS:0;0b0b0ae8de03:36981 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b0b0ae8de03,44807,1731874603455 with port=36981, startcode=1731874604193 2024-11-17T20:16:46,949 DEBUG [RS:0;0b0b0ae8de03:36981 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T20:16:46,982 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49209, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T20:16:46,988 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44807 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b0b0ae8de03,36981,1731874604193 2024-11-17T20:16:46,990 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44807 {}] master.ServerManager(517): Registering regionserver=0b0b0ae8de03,36981,1731874604193 2024-11-17T20:16:47,005 DEBUG [RS:0;0b0b0ae8de03:36981 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8 2024-11-17T20:16:47,006 DEBUG [RS:0;0b0b0ae8de03:36981 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40275 2024-11-17T20:16:47,006 DEBUG [RS:0;0b0b0ae8de03:36981 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T20:16:47,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x1014a7129cf0000, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0113432823/rs 2024-11-17T20:16:47,021 DEBUG [RS:0;0b0b0ae8de03:36981 {}] zookeeper.ZKUtil(111): regionserver:36981-0x1014a7129cf0001, quorum=127.0.0.1:57951, baseZNode=/0113432823 Set watcher on existing znode=/0113432823/rs/0b0b0ae8de03,36981,1731874604193 2024-11-17T20:16:47,021 WARN [RS:0;0b0b0ae8de03:36981 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:16:47,021 INFO [RS:0;0b0b0ae8de03:36981 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:16:47,022 DEBUG [RS:0;0b0b0ae8de03:36981 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,36981,1731874604193 2024-11-17T20:16:47,023 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b0b0ae8de03,36981,1731874604193] 2024-11-17T20:16:47,044 INFO [RS:0;0b0b0ae8de03:36981 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T20:16:47,059 INFO [RS:0;0b0b0ae8de03:36981 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T20:16:47,063 INFO [RS:0;0b0b0ae8de03:36981 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T20:16:47,063 INFO [RS:0;0b0b0ae8de03:36981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:16:47,064 INFO [RS:0;0b0b0ae8de03:36981 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T20:16:47,069 INFO [RS:0;0b0b0ae8de03:36981 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T20:16:47,070 INFO [RS:0;0b0b0ae8de03:36981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T20:16:47,071 DEBUG [RS:0;0b0b0ae8de03:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:16:47,071 DEBUG [RS:0;0b0b0ae8de03:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:16:47,071 DEBUG [RS:0;0b0b0ae8de03:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:16:47,071 DEBUG [RS:0;0b0b0ae8de03:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:16:47,071 DEBUG [RS:0;0b0b0ae8de03:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:16:47,071 DEBUG [RS:0;0b0b0ae8de03:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:16:47,072 DEBUG [RS:0;0b0b0ae8de03:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:16:47,072 DEBUG [RS:0;0b0b0ae8de03:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:16:47,072 DEBUG [RS:0;0b0b0ae8de03:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:16:47,072 DEBUG [RS:0;0b0b0ae8de03:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:16:47,072 DEBUG [RS:0;0b0b0ae8de03:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:16:47,072 DEBUG [RS:0;0b0b0ae8de03:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:16:47,072 DEBUG [RS:0;0b0b0ae8de03:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:16:47,073 DEBUG [RS:0;0b0b0ae8de03:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:16:47,073 INFO [RS:0;0b0b0ae8de03:36981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:16:47,073 INFO [RS:0;0b0b0ae8de03:36981 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:16:47,074 INFO [RS:0;0b0b0ae8de03:36981 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:16:47,074 INFO [RS:0;0b0b0ae8de03:36981 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T20:16:47,074 INFO [RS:0;0b0b0ae8de03:36981 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T20:16:47,074 INFO [RS:0;0b0b0ae8de03:36981 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,36981,1731874604193-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:16:47,092 INFO [RS:0;0b0b0ae8de03:36981 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T20:16:47,094 INFO [RS:0;0b0b0ae8de03:36981 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,36981,1731874604193-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:16:47,094 INFO [RS:0;0b0b0ae8de03:36981 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:16:47,094 INFO [RS:0;0b0b0ae8de03:36981 {}] regionserver.Replication(171): 0b0b0ae8de03,36981,1731874604193 started 2024-11-17T20:16:47,116 INFO [RS:0;0b0b0ae8de03:36981 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:16:47,116 INFO [RS:0;0b0b0ae8de03:36981 {}] regionserver.HRegionServer(1482): Serving as 0b0b0ae8de03,36981,1731874604193, RpcServer on 0b0b0ae8de03/172.17.0.2:36981, sessionid=0x1014a7129cf0001 2024-11-17T20:16:47,117 DEBUG [RS:0;0b0b0ae8de03:36981 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T20:16:47,117 DEBUG [RS:0;0b0b0ae8de03:36981 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b0b0ae8de03,36981,1731874604193 2024-11-17T20:16:47,117 DEBUG [RS:0;0b0b0ae8de03:36981 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,36981,1731874604193' 2024-11-17T20:16:47,117 DEBUG [RS:0;0b0b0ae8de03:36981 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0113432823/flush-table-proc/abort' 2024-11-17T20:16:47,118 DEBUG [RS:0;0b0b0ae8de03:36981 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0113432823/flush-table-proc/acquired' 2024-11-17T20:16:47,119 DEBUG [RS:0;0b0b0ae8de03:36981 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T20:16:47,119 DEBUG [RS:0;0b0b0ae8de03:36981 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T20:16:47,119 DEBUG [RS:0;0b0b0ae8de03:36981 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b0b0ae8de03,36981,1731874604193 2024-11-17T20:16:47,119 DEBUG [RS:0;0b0b0ae8de03:36981 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,36981,1731874604193' 2024-11-17T20:16:47,119 DEBUG [RS:0;0b0b0ae8de03:36981 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0113432823/online-snapshot/abort' 2024-11-17T20:16:47,120 DEBUG [RS:0;0b0b0ae8de03:36981 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0113432823/online-snapshot/acquired' 2024-11-17T20:16:47,121 DEBUG [RS:0;0b0b0ae8de03:36981 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T20:16:47,121 INFO [RS:0;0b0b0ae8de03:36981 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T20:16:47,121 INFO [RS:0;0b0b0ae8de03:36981 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T20:16:47,232 INFO [RS:0;0b0b0ae8de03:36981 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:16:47,236 INFO [RS:0;0b0b0ae8de03:36981 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C36981%2C1731874604193, suffix=, logDir=hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,36981,1731874604193, archiveDir=hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/oldWALs, maxLogs=10 2024-11-17T20:16:47,250 DEBUG [RS:0;0b0b0ae8de03:36981 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,36981,1731874604193/0b0b0ae8de03%2C36981%2C1731874604193.1731874607238, exclude list is [], retry=0 2024-11-17T20:16:47,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38163,DS-27031a78-516d-4f56-b534-99f301aec505,DISK] 2024-11-17T20:16:47,257 INFO [RS:0;0b0b0ae8de03:36981 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,36981,1731874604193/0b0b0ae8de03%2C36981%2C1731874604193.1731874607238 2024-11-17T20:16:47,257 DEBUG [RS:0;0b0b0ae8de03:36981 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46069:46069)] 2024-11-17T20:16:47,336 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T20:16:47,338 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8 2024-11-17T20:16:47,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741833_1009 (size=32) 2024-11-17T20:16:47,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:16:47,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T20:16:47,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T20:16:47,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:16:47,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:16:47,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T20:16:47,768 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T20:16:47,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:16:47,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:16:47,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T20:16:47,773 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T20:16:47,773 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:16:47,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:16:47,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T20:16:47,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T20:16:47,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:16:47,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:16:47,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T20:16:47,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/data/hbase/meta/1588230740 2024-11-17T20:16:47,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/data/hbase/meta/1588230740 2024-11-17T20:16:47,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T20:16:47,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T20:16:47,784 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:16:47,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T20:16:47,791 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:16:47,792 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71022436, jitterRate=0.05831676721572876}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:16:47,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731874607756Initializing all the Stores at 1731874607760 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874607760Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874607760Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874607760Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874607761 (+1 ms)Cleaning up temporary data from old regions at 1731874607783 (+22 ms)Region opened successfully at 1731874607795 (+12 ms) 2024-11-17T20:16:47,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T20:16:47,795 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T20:16:47,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T20:16:47,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T20:16:47,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T20:16:47,797 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T20:16:47,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731874607795Disabling compacts and flushes for region at 1731874607795Disabling writes for close at 1731874607796 (+1 ms)Writing region close event to WAL at 1731874607797 (+1 ms)Closed at 1731874607797 2024-11-17T20:16:47,801 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:16:47,801 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T20:16:47,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T20:16:47,814 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T20:16:47,817 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T20:16:47,971 DEBUG [0b0b0ae8de03:44807 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T20:16:47,989 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b0b0ae8de03,36981,1731874604193 2024-11-17T20:16:47,996 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,36981,1731874604193, state=OPENING 2024-11-17T20:16:48,062 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T20:16:48,072 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x1014a7129cf0001, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0113432823 2024-11-17T20:16:48,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x1014a7129cf0000, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0113432823 2024-11-17T20:16:48,074 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0113432823/meta-region-server: CHANGED 2024-11-17T20:16:48,074 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0113432823/meta-region-server: CHANGED 2024-11-17T20:16:48,077 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T20:16:48,081 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,36981,1731874604193}] 2024-11-17T20:16:48,261 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T20:16:48,264 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T20:16:48,274 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T20:16:48,274 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:16:48,275 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T20:16:48,278 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C36981%2C1731874604193.meta, suffix=.meta, logDir=hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,36981,1731874604193, archiveDir=hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/oldWALs, maxLogs=10 2024-11-17T20:16:48,293 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,36981,1731874604193/0b0b0ae8de03%2C36981%2C1731874604193.meta.1731874608280.meta, exclude list is [], retry=0 2024-11-17T20:16:48,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38163,DS-27031a78-516d-4f56-b534-99f301aec505,DISK] 2024-11-17T20:16:48,300 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,36981,1731874604193/0b0b0ae8de03%2C36981%2C1731874604193.meta.1731874608280.meta 2024-11-17T20:16:48,300 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46069:46069)] 2024-11-17T20:16:48,301 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:16:48,305 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:16:48,306 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T20:16:48,308 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T20:16:48,310 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T20:16:48,313 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T20:16:48,314 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:16:48,314 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T20:16:48,314 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T20:16:48,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T20:16:48,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T20:16:48,319 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:16:48,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:16:48,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T20:16:48,321 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T20:16:48,321 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:16:48,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:16:48,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T20:16:48,324 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T20:16:48,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:16:48,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:16:48,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T20:16:48,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T20:16:48,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:16:48,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:16:48,327 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T20:16:48,329 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/data/hbase/meta/1588230740 2024-11-17T20:16:48,332 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/data/hbase/meta/1588230740 2024-11-17T20:16:48,335 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T20:16:48,335 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T20:16:48,336 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:16:48,339 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T20:16:48,341 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68550942, jitterRate=0.02148863673210144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:16:48,341 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T20:16:48,343 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731874608315Writing region info on filesystem at 1731874608315Initializing all the Stores at 1731874608317 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874608317Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874608317Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874608317Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874608317Cleaning up temporary data from old regions at 1731874608335 (+18 ms)Running coprocessor post-open hooks at 1731874608341 (+6 ms)Region opened successfully at 1731874608343 (+2 ms) 2024-11-17T20:16:48,350 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731874608250 2024-11-17T20:16:48,361 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T20:16:48,362 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T20:16:48,363 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,36981,1731874604193 2024-11-17T20:16:48,366 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,36981,1731874604193, state=OPEN 2024-11-17T20:16:48,418 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x1014a7129cf0001, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0113432823/meta-region-server 2024-11-17T20:16:48,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x1014a7129cf0000, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0113432823/meta-region-server 2024-11-17T20:16:48,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0113432823/meta-region-server: CHANGED 2024-11-17T20:16:48,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0113432823/meta-region-server: CHANGED 2024-11-17T20:16:48,419 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,36981,1731874604193 2024-11-17T20:16:48,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T20:16:48,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,36981,1731874604193 in 339 msec 2024-11-17T20:16:48,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T20:16:48,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 625 msec 2024-11-17T20:16:48,439 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:16:48,439 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T20:16:48,456 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:16:48,457 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,36981,1731874604193, seqNum=-1] 2024-11-17T20:16:48,473 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:16:48,476 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50909, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:16:48,497 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6640 sec 2024-11-17T20:16:48,498 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731874608497, completionTime=-1 2024-11-17T20:16:48,500 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T20:16:48,500 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T20:16:48,523 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T20:16:48,523 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731874668523 2024-11-17T20:16:48,523 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731874728523 2024-11-17T20:16:48,523 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 23 msec 2024-11-17T20:16:48,525 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,44807,1731874603455-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:16:48,526 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,44807,1731874603455-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:16:48,526 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,44807,1731874603455-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:16:48,527 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b0b0ae8de03:44807, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:16:48,527 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T20:16:48,528 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T20:16:48,534 DEBUG [master/0b0b0ae8de03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T20:16:48,555 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.207sec 2024-11-17T20:16:48,557 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T20:16:48,559 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T20:16:48,560 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T20:16:48,561 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T20:16:48,561 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T20:16:48,562 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,44807,1731874603455-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:16:48,563 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,44807,1731874603455-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T20:16:48,571 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T20:16:48,571 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T20:16:48,572 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,44807,1731874603455-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:16:48,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c863191, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:16:48,591 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-17T20:16:48,591 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-17T20:16:48,593 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,44807,-1 for getting cluster id 2024-11-17T20:16:48,596 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:16:48,603 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77f1f1ab-0a29-4882-936a-3f24a798db68' 2024-11-17T20:16:48,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:16:48,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77f1f1ab-0a29-4882-936a-3f24a798db68" 2024-11-17T20:16:48,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@386b99cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:16:48,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,44807,-1] 2024-11-17T20:16:48,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:16:48,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:16:48,614 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:16:48,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4412f2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:16:48,618 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:16:48,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,36981,1731874604193, seqNum=-1] 2024-11-17T20:16:48,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:16:48,631 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:16:48,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0b0b0ae8de03,44807,1731874603455 2024-11-17T20:16:48,653 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57951 2024-11-17T20:16:48,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:16:48,673 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014a7129cf0002 connected 2024-11-17T20:16:48,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fb8cbeb-8d6c-744c-ce0c-865139a73e8b/hadoop.log.dir so I do NOT create it in target/test-data/656967a2-b3af-e863-8a1a-c101ad45bd1c 2024-11-17T20:16:48,702 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fb8cbeb-8d6c-744c-ce0c-865139a73e8b/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T20:16:48,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fb8cbeb-8d6c-744c-ce0c-865139a73e8b/hadoop.tmp.dir so I do NOT create it in target/test-data/656967a2-b3af-e863-8a1a-c101ad45bd1c 2024-11-17T20:16:48,702 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fb8cbeb-8d6c-744c-ce0c-865139a73e8b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T20:16:48,702 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656967a2-b3af-e863-8a1a-c101ad45bd1c 2024-11-17T20:16:48,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T20:16:48,702 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656967a2-b3af-e863-8a1a-c101ad45bd1c/cluster_b2d14570-7773-f2df-e1f9-edea6f4a3071, deleteOnExit=true 2024-11-17T20:16:48,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T20:16:48,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656967a2-b3af-e863-8a1a-c101ad45bd1c/test.cache.data in system properties and HBase conf 2024-11-17T20:16:48,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656967a2-b3af-e863-8a1a-c101ad45bd1c/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T20:16:48,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656967a2-b3af-e863-8a1a-c101ad45bd1c/hadoop.log.dir in system properties and HBase conf 2024-11-17T20:16:48,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656967a2-b3af-e863-8a1a-c101ad45bd1c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T20:16:48,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656967a2-b3af-e863-8a1a-c101ad45bd1c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T20:16:48,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T20:16:48,703 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T20:16:48,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656967a2-b3af-e863-8a1a-c101ad45bd1c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T20:16:48,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656967a2-b3af-e863-8a1a-c101ad45bd1c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T20:16:48,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656967a2-b3af-e863-8a1a-c101ad45bd1c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T20:16:48,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656967a2-b3af-e863-8a1a-c101ad45bd1c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T20:16:48,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656967a2-b3af-e863-8a1a-c101ad45bd1c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T20:16:48,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656967a2-b3af-e863-8a1a-c101ad45bd1c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T20:16:48,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656967a2-b3af-e863-8a1a-c101ad45bd1c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T20:16:48,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656967a2-b3af-e863-8a1a-c101ad45bd1c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T20:16:48,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656967a2-b3af-e863-8a1a-c101ad45bd1c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T20:16:48,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656967a2-b3af-e863-8a1a-c101ad45bd1c/nfs.dump.dir in system properties and HBase conf 2024-11-17T20:16:48,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656967a2-b3af-e863-8a1a-c101ad45bd1c/java.io.tmpdir in system properties and HBase conf 2024-11-17T20:16:48,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656967a2-b3af-e863-8a1a-c101ad45bd1c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T20:16:48,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656967a2-b3af-e863-8a1a-c101ad45bd1c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T20:16:48,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656967a2-b3af-e863-8a1a-c101ad45bd1c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T20:16:49,125 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:16:49,131 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T20:16:49,132 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T20:16:49,132 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T20:16:49,132 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T20:16:49,133 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:16:49,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53366ef3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656967a2-b3af-e863-8a1a-c101ad45bd1c/hadoop.log.dir/,AVAILABLE} 2024-11-17T20:16:49,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fc9b8b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T20:16:49,233 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b9878a7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656967a2-b3af-e863-8a1a-c101ad45bd1c/java.io.tmpdir/jetty-localhost-40453-hadoop-hdfs-3_4_1-tests_jar-_-any-339664561454641139/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T20:16:49,234 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b86ed72{HTTP/1.1, (http/1.1)}{localhost:40453} 2024-11-17T20:16:49,234 INFO [Time-limited test {}] server.Server(415): Started @12670ms 2024-11-17T20:16:49,531 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:16:49,536 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T20:16:49,537 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T20:16:49,537 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T20:16:49,537 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T20:16:49,537 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64243f53{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656967a2-b3af-e863-8a1a-c101ad45bd1c/hadoop.log.dir/,AVAILABLE} 2024-11-17T20:16:49,538 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2655a19f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T20:16:49,635 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2fb47c1d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656967a2-b3af-e863-8a1a-c101ad45bd1c/java.io.tmpdir/jetty-localhost-35193-hadoop-hdfs-3_4_1-tests_jar-_-any-11023243163579045396/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:16:49,636 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41a56cb5{HTTP/1.1, (http/1.1)}{localhost:35193} 2024-11-17T20:16:49,636 INFO [Time-limited test {}] server.Server(415): Started @13071ms 2024-11-17T20:16:49,638 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T20:16:50,376 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656967a2-b3af-e863-8a1a-c101ad45bd1c/cluster_b2d14570-7773-f2df-e1f9-edea6f4a3071/data/data1/current/BP-3186657-172.17.0.2-1731874608732/current, will proceed with Du for space computation calculation, 2024-11-17T20:16:50,376 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656967a2-b3af-e863-8a1a-c101ad45bd1c/cluster_b2d14570-7773-f2df-e1f9-edea6f4a3071/data/data2/current/BP-3186657-172.17.0.2-1731874608732/current, will proceed with Du for space computation calculation, 2024-11-17T20:16:50,392 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T20:16:50,395 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x73af8a5ce4634443 with lease ID 0x42f1adae63fa6fd0: Processing first storage report for DS-b57deb9c-f932-4a4a-9c22-612ec7b5065d from datanode DatanodeRegistration(127.0.0.1:45153, datanodeUuid=046f406b-e872-467c-927d-29bbe04561cf, infoPort=34159, infoSecurePort=0, ipcPort=42749, storageInfo=lv=-57;cid=testClusterID;nsid=1810530002;c=1731874608732) 2024-11-17T20:16:50,396 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x73af8a5ce4634443 with lease ID 0x42f1adae63fa6fd0: from storage DS-b57deb9c-f932-4a4a-9c22-612ec7b5065d node DatanodeRegistration(127.0.0.1:45153, datanodeUuid=046f406b-e872-467c-927d-29bbe04561cf, infoPort=34159, infoSecurePort=0, ipcPort=42749, storageInfo=lv=-57;cid=testClusterID;nsid=1810530002;c=1731874608732), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T20:16:50,396 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x73af8a5ce4634443 with lease ID 0x42f1adae63fa6fd0: Processing first storage report for DS-1617e1c7-7424-4430-b799-257276e9eeba from datanode DatanodeRegistration(127.0.0.1:45153, datanodeUuid=046f406b-e872-467c-927d-29bbe04561cf, infoPort=34159, infoSecurePort=0, ipcPort=42749, storageInfo=lv=-57;cid=testClusterID;nsid=1810530002;c=1731874608732) 2024-11-17T20:16:50,396 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x73af8a5ce4634443 with lease ID 0x42f1adae63fa6fd0: from storage DS-1617e1c7-7424-4430-b799-257276e9eeba node DatanodeRegistration(127.0.0.1:45153, datanodeUuid=046f406b-e872-467c-927d-29bbe04561cf, infoPort=34159, infoSecurePort=0, ipcPort=42749, storageInfo=lv=-57;cid=testClusterID;nsid=1810530002;c=1731874608732), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T20:16:50,487 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656967a2-b3af-e863-8a1a-c101ad45bd1c 2024-11-17T20:16:50,487 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:16:50,488 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:16:50,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741825_1001 (size=7) 2024-11-17T20:16:50,902 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43491/user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3 with version=8 2024-11-17T20:16:50,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43491/user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/hbase-staging 2024-11-17T20:16:50,905 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:16:50,905 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:16:50,905 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:16:50,906 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:16:50,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:16:50,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:16:50,906 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T20:16:50,906 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:16:50,907 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37995 2024-11-17T20:16:50,910 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37995 connecting to ZooKeeper ensemble=127.0.0.1:57951 2024-11-17T20:16:50,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:379950x0, quorum=127.0.0.1:57951, baseZNode=/11229780774 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:16:50,957 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37995-0x1014a7129cf0003 connected 2024-11-17T20:16:51,031 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:16:51,034 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:16:51,039 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37995-0x1014a7129cf0003, quorum=127.0.0.1:57951, baseZNode=/11229780774 Set watcher on znode that does not yet exist, /11229780774/running 2024-11-17T20:16:51,039 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43491/user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3, hbase.cluster.distributed=false 2024-11-17T20:16:51,044 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37995-0x1014a7129cf0003, quorum=127.0.0.1:57951, baseZNode=/11229780774 Set watcher on znode that does not yet exist, /11229780774/acl 2024-11-17T20:16:51,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37995 2024-11-17T20:16:51,045 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37995 2024-11-17T20:16:51,045 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37995 2024-11-17T20:16:51,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37995 2024-11-17T20:16:51,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37995 2024-11-17T20:16:51,064 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:16:51,064 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:16:51,064 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:16:51,064 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:16:51,064 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:16:51,064 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:16:51,064 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T20:16:51,064 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:16:51,066 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40943 2024-11-17T20:16:51,068 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40943 connecting to ZooKeeper ensemble=127.0.0.1:57951 2024-11-17T20:16:51,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:16:51,072 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:16:51,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409430x0, quorum=127.0.0.1:57951, baseZNode=/11229780774 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:16:51,083 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:409430x0, quorum=127.0.0.1:57951, baseZNode=/11229780774 Set watcher on znode that does not yet exist, /11229780774/running 2024-11-17T20:16:51,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40943-0x1014a7129cf0004 connected 2024-11-17T20:16:51,084 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T20:16:51,085 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T20:16:51,086 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40943-0x1014a7129cf0004, quorum=127.0.0.1:57951, baseZNode=/11229780774 Set watcher on znode that does not yet exist, /11229780774/master 2024-11-17T20:16:51,087 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40943-0x1014a7129cf0004, quorum=127.0.0.1:57951, baseZNode=/11229780774 Set watcher on znode that does not yet exist, /11229780774/acl 2024-11-17T20:16:51,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40943 2024-11-17T20:16:51,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40943 2024-11-17T20:16:51,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40943 2024-11-17T20:16:51,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40943 2024-11-17T20:16:51,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40943 2024-11-17T20:16:51,103 DEBUG [M:0;0b0b0ae8de03:37995 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b0b0ae8de03:37995 2024-11-17T20:16:51,103 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11229780774/backup-masters/0b0b0ae8de03,37995,1731874610904 2024-11-17T20:16:51,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40943-0x1014a7129cf0004, quorum=127.0.0.1:57951, baseZNode=/11229780774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229780774/backup-masters 2024-11-17T20:16:51,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37995-0x1014a7129cf0003, quorum=127.0.0.1:57951, baseZNode=/11229780774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229780774/backup-masters 2024-11-17T20:16:51,115 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37995-0x1014a7129cf0003, quorum=127.0.0.1:57951, baseZNode=/11229780774 Set watcher on existing znode=/11229780774/backup-masters/0b0b0ae8de03,37995,1731874610904 2024-11-17T20:16:51,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40943-0x1014a7129cf0004, quorum=127.0.0.1:57951, baseZNode=/11229780774 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11229780774/master 2024-11-17T20:16:51,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37995-0x1014a7129cf0003, quorum=127.0.0.1:57951, baseZNode=/11229780774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229780774 2024-11-17T20:16:51,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40943-0x1014a7129cf0004, quorum=127.0.0.1:57951, baseZNode=/11229780774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229780774 2024-11-17T20:16:51,126 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37995-0x1014a7129cf0003, quorum=127.0.0.1:57951, baseZNode=/11229780774 Set watcher on existing znode=/11229780774/master 2024-11-17T20:16:51,127 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11229780774/backup-masters/0b0b0ae8de03,37995,1731874610904 from backup master directory 2024-11-17T20:16:51,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40943-0x1014a7129cf0004, quorum=127.0.0.1:57951, baseZNode=/11229780774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229780774/backup-masters 2024-11-17T20:16:51,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37995-0x1014a7129cf0003, quorum=127.0.0.1:57951, baseZNode=/11229780774 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11229780774/backup-masters/0b0b0ae8de03,37995,1731874610904 2024-11-17T20:16:51,136 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:16:51,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37995-0x1014a7129cf0003, quorum=127.0.0.1:57951, baseZNode=/11229780774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229780774/backup-masters 2024-11-17T20:16:51,136 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b0b0ae8de03,37995,1731874610904 2024-11-17T20:16:51,143 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43491/user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/hbase.id] with ID: 0ca754aa-ea4a-4359-90e4-ebacf3d281e7 2024-11-17T20:16:51,143 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43491/user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/.tmp/hbase.id 2024-11-17T20:16:51,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741826_1002 (size=42) 2024-11-17T20:16:51,552 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43491/user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/.tmp/hbase.id]:[hdfs://localhost:43491/user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/hbase.id] 2024-11-17T20:16:51,582 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:16:51,582 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T20:16:51,585 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-17T20:16:51,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40943-0x1014a7129cf0004, quorum=127.0.0.1:57951, baseZNode=/11229780774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229780774 2024-11-17T20:16:51,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37995-0x1014a7129cf0003, quorum=127.0.0.1:57951, baseZNode=/11229780774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229780774 2024-11-17T20:16:51,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741827_1003 (size=196) 2024-11-17T20:16:52,009 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:16:52,010 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T20:16:52,010 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:16:52,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741828_1004 (size=1189) 2024-11-17T20:16:52,424 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43491/user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/MasterData/data/master/store 2024-11-17T20:16:52,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741829_1005 (size=34) 2024-11-17T20:16:52,840 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:16:52,840 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T20:16:52,840 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:16:52,840 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:16:52,841 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T20:16:52,841 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:16:52,841 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:16:52,841 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731874612840Disabling compacts and flushes for region at 1731874612840Disabling writes for close at 1731874612841 (+1 ms)Writing region close event to WAL at 1731874612841Closed at 1731874612841 2024-11-17T20:16:52,844 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43491/user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/MasterData/data/master/store/.initializing 2024-11-17T20:16:52,844 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43491/user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/MasterData/WALs/0b0b0ae8de03,37995,1731874610904 2024-11-17T20:16:52,847 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:16:52,850 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b0b0ae8de03%2C37995%2C1731874610904, suffix=, logDir=hdfs://localhost:43491/user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/MasterData/WALs/0b0b0ae8de03,37995,1731874610904, archiveDir=hdfs://localhost:43491/user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/MasterData/oldWALs, maxLogs=10 2024-11-17T20:16:52,867 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/MasterData/WALs/0b0b0ae8de03,37995,1731874610904/0b0b0ae8de03%2C37995%2C1731874610904.1731874612850, exclude list is [], retry=0 2024-11-17T20:16:52,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45153,DS-b57deb9c-f932-4a4a-9c22-612ec7b5065d,DISK] 2024-11-17T20:16:52,874 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/MasterData/WALs/0b0b0ae8de03,37995,1731874610904/0b0b0ae8de03%2C37995%2C1731874610904.1731874612850 2024-11-17T20:16:52,874 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34159:34159)] 2024-11-17T20:16:52,874 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:16:52,875 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:16:52,875 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:16:52,875 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:16:52,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:16:52,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T20:16:52,880 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:16:52,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:16:52,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:16:52,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T20:16:52,883 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:16:52,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:16:52,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:16:52,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T20:16:52,886 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:16:52,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:16:52,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:16:52,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T20:16:52,890 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:16:52,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:16:52,890 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:16:52,891 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43491/user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:16:52,892 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43491/user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:16:52,894 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:16:52,894 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:16:52,895 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:16:52,897 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:16:52,901 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43491/user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:16:52,901 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70115936, jitterRate=0.04480886459350586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:16:52,902 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731874612875Initializing all the Stores at 1731874612877 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874612877Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874612877Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874612877Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874612877Cleaning up temporary data from old regions at 1731874612894 (+17 ms)Region opened successfully at 1731874612901 (+7 ms) 2024-11-17T20:16:52,902 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T20:16:52,907 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17ebf7a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:16:52,908 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T20:16:52,908 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T20:16:52,908 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T20:16:52,909 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T20:16:52,910 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-17T20:16:52,910 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T20:16:52,910 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T20:16:52,914 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T20:16:52,915 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37995-0x1014a7129cf0003, quorum=127.0.0.1:57951, baseZNode=/11229780774 Unable to get data of znode /11229780774/balancer because node does not exist (not necessarily an error) 2024-11-17T20:16:52,978 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11229780774/balancer already deleted, retry=false 2024-11-17T20:16:52,979 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T20:16:52,982 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37995-0x1014a7129cf0003, quorum=127.0.0.1:57951, baseZNode=/11229780774 Unable to get data of znode /11229780774/normalizer because node does not exist (not necessarily an error) 2024-11-17T20:16:52,988 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11229780774/normalizer already deleted, retry=false 2024-11-17T20:16:52,989 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T20:16:52,991 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37995-0x1014a7129cf0003, quorum=127.0.0.1:57951, baseZNode=/11229780774 Unable to get data of znode /11229780774/switch/split because node does not exist (not necessarily an error) 2024-11-17T20:16:52,999 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11229780774/switch/split already deleted, retry=false 2024-11-17T20:16:53,001 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37995-0x1014a7129cf0003, quorum=127.0.0.1:57951, baseZNode=/11229780774 Unable to get data of znode /11229780774/switch/merge because node does not exist (not necessarily an error) 2024-11-17T20:16:53,009 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11229780774/switch/merge already deleted, retry=false 2024-11-17T20:16:53,011 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37995-0x1014a7129cf0003, quorum=127.0.0.1:57951, baseZNode=/11229780774 Unable to get data of znode /11229780774/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T20:16:53,019 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11229780774/snapshot-cleanup already deleted, retry=false 2024-11-17T20:16:53,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37995-0x1014a7129cf0003, quorum=127.0.0.1:57951, baseZNode=/11229780774 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11229780774/running 2024-11-17T20:16:53,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40943-0x1014a7129cf0004, quorum=127.0.0.1:57951, baseZNode=/11229780774 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11229780774/running 2024-11-17T20:16:53,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37995-0x1014a7129cf0003, quorum=127.0.0.1:57951, baseZNode=/11229780774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229780774 2024-11-17T20:16:53,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40943-0x1014a7129cf0004, quorum=127.0.0.1:57951, baseZNode=/11229780774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229780774 2024-11-17T20:16:53,031 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b0b0ae8de03,37995,1731874610904, sessionid=0x1014a7129cf0003, setting cluster-up flag (Was=false) 2024-11-17T20:16:53,040 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T20:16:53,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40943-0x1014a7129cf0004, quorum=127.0.0.1:57951, baseZNode=/11229780774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229780774 2024-11-17T20:16:53,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37995-0x1014a7129cf0003, quorum=127.0.0.1:57951, baseZNode=/11229780774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229780774 2024-11-17T20:16:53,083 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11229780774/flush-table-proc/acquired, /11229780774/flush-table-proc/reached, /11229780774/flush-table-proc/abort 2024-11-17T20:16:53,085 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b0b0ae8de03,37995,1731874610904 2024-11-17T20:16:53,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37995-0x1014a7129cf0003, quorum=127.0.0.1:57951, baseZNode=/11229780774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229780774 2024-11-17T20:16:53,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40943-0x1014a7129cf0004, quorum=127.0.0.1:57951, baseZNode=/11229780774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229780774 2024-11-17T20:16:53,136 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11229780774/online-snapshot/acquired, /11229780774/online-snapshot/reached, /11229780774/online-snapshot/abort 2024-11-17T20:16:53,141 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b0b0ae8de03,37995,1731874610904 2024-11-17T20:16:53,146 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43491/user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T20:16:53,150 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T20:16:53,151 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T20:16:53,151 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T20:16:53,152 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b0b0ae8de03,37995,1731874610904 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T20:16:53,154 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:16:53,154 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:16:53,154 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:16:53,155 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:16:53,155 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b0b0ae8de03:0, corePoolSize=10, maxPoolSize=10 2024-11-17T20:16:53,155 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:16:53,155 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:16:53,155 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:16:53,157 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731874643156 2024-11-17T20:16:53,157 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T20:16:53,157 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T20:16:53,157 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T20:16:53,157 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T20:16:53,157 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T20:16:53,157 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T20:16:53,158 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T20:16:53,158 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:16:53,158 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T20:16:53,160 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T20:16:53,160 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T20:16:53,160 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:16:53,161 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T20:16:53,161 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T20:16:53,161 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T20:16:53,161 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T20:16:53,161 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T20:16:53,164 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874613161,5,FailOnTimeoutGroup] 2024-11-17T20:16:53,166 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874613164,5,FailOnTimeoutGroup] 2024-11-17T20:16:53,166 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T20:16:53,166 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T20:16:53,166 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T20:16:53,166 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T20:16:53,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741831_1007 (size=1321) 2024-11-17T20:16:53,196 INFO [RS:0;0b0b0ae8de03:40943 {}] regionserver.HRegionServer(746): ClusterId : 0ca754aa-ea4a-4359-90e4-ebacf3d281e7 2024-11-17T20:16:53,196 DEBUG [RS:0;0b0b0ae8de03:40943 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T20:16:53,212 DEBUG [RS:0;0b0b0ae8de03:40943 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T20:16:53,212 DEBUG [RS:0;0b0b0ae8de03:40943 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T20:16:53,222 DEBUG [RS:0;0b0b0ae8de03:40943 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T20:16:53,223 DEBUG [RS:0;0b0b0ae8de03:40943 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aac105f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:16:53,240 DEBUG [RS:0;0b0b0ae8de03:40943 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b0b0ae8de03:40943 2024-11-17T20:16:53,240 INFO [RS:0;0b0b0ae8de03:40943 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T20:16:53,240 INFO [RS:0;0b0b0ae8de03:40943 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T20:16:53,240 DEBUG [RS:0;0b0b0ae8de03:40943 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T20:16:53,241 INFO [RS:0;0b0b0ae8de03:40943 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b0b0ae8de03,37995,1731874610904 with port=40943, startcode=1731874611063 2024-11-17T20:16:53,241 DEBUG [RS:0;0b0b0ae8de03:40943 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T20:16:53,243 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59465, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T20:16:53,244 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37995 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b0b0ae8de03,40943,1731874611063 2024-11-17T20:16:53,244 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37995 {}] master.ServerManager(517): Registering regionserver=0b0b0ae8de03,40943,1731874611063 2024-11-17T20:16:53,247 DEBUG [RS:0;0b0b0ae8de03:40943 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43491/user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3 2024-11-17T20:16:53,247 DEBUG [RS:0;0b0b0ae8de03:40943 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43491 2024-11-17T20:16:53,247 DEBUG [RS:0;0b0b0ae8de03:40943 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T20:16:53,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37995-0x1014a7129cf0003, quorum=127.0.0.1:57951, baseZNode=/11229780774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229780774/rs 2024-11-17T20:16:53,252 DEBUG [RS:0;0b0b0ae8de03:40943 {}] zookeeper.ZKUtil(111): regionserver:40943-0x1014a7129cf0004, quorum=127.0.0.1:57951, baseZNode=/11229780774 Set watcher on existing znode=/11229780774/rs/0b0b0ae8de03,40943,1731874611063 2024-11-17T20:16:53,252 WARN [RS:0;0b0b0ae8de03:40943 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:16:53,252 INFO [RS:0;0b0b0ae8de03:40943 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:16:53,252 DEBUG [RS:0;0b0b0ae8de03:40943 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43491/user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/WALs/0b0b0ae8de03,40943,1731874611063 2024-11-17T20:16:53,252 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b0b0ae8de03,40943,1731874611063] 2024-11-17T20:16:53,258 INFO [RS:0;0b0b0ae8de03:40943 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T20:16:53,261 INFO [RS:0;0b0b0ae8de03:40943 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T20:16:53,261 INFO [RS:0;0b0b0ae8de03:40943 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T20:16:53,261 INFO [RS:0;0b0b0ae8de03:40943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:16:53,262 INFO [RS:0;0b0b0ae8de03:40943 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T20:16:53,263 INFO [RS:0;0b0b0ae8de03:40943 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T20:16:53,263 INFO [RS:0;0b0b0ae8de03:40943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T20:16:53,263 DEBUG [RS:0;0b0b0ae8de03:40943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:16:53,263 DEBUG [RS:0;0b0b0ae8de03:40943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:16:53,264 DEBUG [RS:0;0b0b0ae8de03:40943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:16:53,264 DEBUG [RS:0;0b0b0ae8de03:40943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:16:53,264 DEBUG [RS:0;0b0b0ae8de03:40943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:16:53,264 DEBUG [RS:0;0b0b0ae8de03:40943 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:16:53,264 DEBUG [RS:0;0b0b0ae8de03:40943 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:16:53,264 DEBUG [RS:0;0b0b0ae8de03:40943 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:16:53,264 DEBUG [RS:0;0b0b0ae8de03:40943 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:16:53,264 DEBUG [RS:0;0b0b0ae8de03:40943 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:16:53,264 DEBUG [RS:0;0b0b0ae8de03:40943 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:16:53,264 DEBUG [RS:0;0b0b0ae8de03:40943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:16:53,265 DEBUG [RS:0;0b0b0ae8de03:40943 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:16:53,265 DEBUG [RS:0;0b0b0ae8de03:40943 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:16:53,265 INFO [RS:0;0b0b0ae8de03:40943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:16:53,265 INFO [RS:0;0b0b0ae8de03:40943 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:16:53,265 INFO [RS:0;0b0b0ae8de03:40943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:16:53,266 INFO [RS:0;0b0b0ae8de03:40943 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T20:16:53,266 INFO [RS:0;0b0b0ae8de03:40943 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T20:16:53,266 INFO [RS:0;0b0b0ae8de03:40943 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,40943,1731874611063-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:16:53,284 INFO [RS:0;0b0b0ae8de03:40943 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T20:16:53,284 INFO [RS:0;0b0b0ae8de03:40943 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,40943,1731874611063-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:16:53,284 INFO [RS:0;0b0b0ae8de03:40943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:16:53,284 INFO [RS:0;0b0b0ae8de03:40943 {}] regionserver.Replication(171): 0b0b0ae8de03,40943,1731874611063 started 2024-11-17T20:16:53,298 INFO [RS:0;0b0b0ae8de03:40943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:16:53,298 INFO [RS:0;0b0b0ae8de03:40943 {}] regionserver.HRegionServer(1482): Serving as 0b0b0ae8de03,40943,1731874611063, RpcServer on 0b0b0ae8de03/172.17.0.2:40943, sessionid=0x1014a7129cf0004 2024-11-17T20:16:53,298 DEBUG [RS:0;0b0b0ae8de03:40943 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T20:16:53,298 DEBUG [RS:0;0b0b0ae8de03:40943 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b0b0ae8de03,40943,1731874611063 2024-11-17T20:16:53,298 DEBUG [RS:0;0b0b0ae8de03:40943 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,40943,1731874611063' 2024-11-17T20:16:53,298 DEBUG [RS:0;0b0b0ae8de03:40943 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11229780774/flush-table-proc/abort' 2024-11-17T20:16:53,299 DEBUG [RS:0;0b0b0ae8de03:40943 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11229780774/flush-table-proc/acquired' 2024-11-17T20:16:53,299 DEBUG [RS:0;0b0b0ae8de03:40943 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T20:16:53,299 DEBUG [RS:0;0b0b0ae8de03:40943 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T20:16:53,299 DEBUG [RS:0;0b0b0ae8de03:40943 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b0b0ae8de03,40943,1731874611063 2024-11-17T20:16:53,300 DEBUG [RS:0;0b0b0ae8de03:40943 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,40943,1731874611063' 2024-11-17T20:16:53,300 DEBUG [RS:0;0b0b0ae8de03:40943 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11229780774/online-snapshot/abort' 2024-11-17T20:16:53,300 DEBUG [RS:0;0b0b0ae8de03:40943 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11229780774/online-snapshot/acquired' 2024-11-17T20:16:53,301 DEBUG [RS:0;0b0b0ae8de03:40943 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T20:16:53,301 INFO [RS:0;0b0b0ae8de03:40943 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T20:16:53,301 INFO [RS:0;0b0b0ae8de03:40943 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T20:16:53,420 INFO [RS:0;0b0b0ae8de03:40943 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:16:53,424 INFO [RS:0;0b0b0ae8de03:40943 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C40943%2C1731874611063, suffix=, logDir=hdfs://localhost:43491/user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/WALs/0b0b0ae8de03,40943,1731874611063, archiveDir=hdfs://localhost:43491/user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/oldWALs, maxLogs=10 2024-11-17T20:16:53,441 DEBUG [RS:0;0b0b0ae8de03:40943 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/WALs/0b0b0ae8de03,40943,1731874611063/0b0b0ae8de03%2C40943%2C1731874611063.1731874613425, exclude list is [], retry=0 2024-11-17T20:16:53,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45153,DS-b57deb9c-f932-4a4a-9c22-612ec7b5065d,DISK] 2024-11-17T20:16:53,447 INFO [RS:0;0b0b0ae8de03:40943 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/WALs/0b0b0ae8de03,40943,1731874611063/0b0b0ae8de03%2C40943%2C1731874611063.1731874613425 2024-11-17T20:16:53,447 DEBUG [RS:0;0b0b0ae8de03:40943 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34159:34159)] 2024-11-17T20:16:53,573 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43491/user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T20:16:53,574 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43491/user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3 2024-11-17T20:16:53,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741833_1009 (size=32) 2024-11-17T20:16:53,828 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T20:16:53,900 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T20:16:53,901 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T20:16:53,903 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:16:53,903 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-17T20:16:53,903 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T20:16:53,903 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-17T20:16:53,904 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T20:16:53,904 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-17T20:16:53,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:16:53,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T20:16:53,990 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T20:16:53,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:16:53,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:16:53,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T20:16:53,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T20:16:53,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:16:53,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:16:53,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T20:16:53,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T20:16:53,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:16:53,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:16:53,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T20:16:54,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T20:16:54,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:16:54,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:16:54,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T20:16:54,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43491/user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/data/hbase/meta/1588230740 2024-11-17T20:16:54,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43491/user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/data/hbase/meta/1588230740 2024-11-17T20:16:54,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T20:16:54,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T20:16:54,005 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:16:54,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T20:16:54,010 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43491/user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:16:54,011 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66044052, jitterRate=-0.01586693525314331}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:16:54,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731874613986Initializing all the Stores at 1731874613988 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874613988Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874613988Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874613988Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874613988Cleaning up temporary data from old regions at 1731874614005 (+17 ms)Region opened successfully at 1731874614011 (+6 ms) 2024-11-17T20:16:54,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T20:16:54,012 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T20:16:54,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T20:16:54,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T20:16:54,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T20:16:54,012 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T20:16:54,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731874614011Disabling compacts and flushes for region at 1731874614011Disabling writes for close at 1731874614012 (+1 ms)Writing region close event to WAL at 1731874614012Closed at 1731874614012 2024-11-17T20:16:54,014 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:16:54,015 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T20:16:54,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T20:16:54,017 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T20:16:54,019 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T20:16:54,169 DEBUG [0b0b0ae8de03:37995 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T20:16:54,170 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b0b0ae8de03,40943,1731874611063 2024-11-17T20:16:54,172 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,40943,1731874611063, state=OPENING 2024-11-17T20:16:54,283 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T20:16:54,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40943-0x1014a7129cf0004, quorum=127.0.0.1:57951, baseZNode=/11229780774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229780774 2024-11-17T20:16:54,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37995-0x1014a7129cf0003, quorum=127.0.0.1:57951, baseZNode=/11229780774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229780774 2024-11-17T20:16:54,304 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T20:16:54,304 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11229780774/meta-region-server: CHANGED 2024-11-17T20:16:54,305 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11229780774/meta-region-server: CHANGED 2024-11-17T20:16:54,305 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,40943,1731874611063}] 2024-11-17T20:16:54,459 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T20:16:54,462 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50585, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T20:16:54,468 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T20:16:54,468 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:16:54,469 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T20:16:54,472 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C40943%2C1731874611063.meta, suffix=.meta, logDir=hdfs://localhost:43491/user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/WALs/0b0b0ae8de03,40943,1731874611063, archiveDir=hdfs://localhost:43491/user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/oldWALs, maxLogs=10 2024-11-17T20:16:54,493 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/WALs/0b0b0ae8de03,40943,1731874611063/0b0b0ae8de03%2C40943%2C1731874611063.meta.1731874614474.meta, exclude list is [], retry=0 2024-11-17T20:16:54,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45153,DS-b57deb9c-f932-4a4a-9c22-612ec7b5065d,DISK] 2024-11-17T20:16:54,501 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/WALs/0b0b0ae8de03,40943,1731874611063/0b0b0ae8de03%2C40943%2C1731874611063.meta.1731874614474.meta 2024-11-17T20:16:54,510 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34159:34159)] 2024-11-17T20:16:54,511 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:16:54,511 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:16:54,511 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T20:16:54,511 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T20:16:54,512 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T20:16:54,512 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T20:16:54,512 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:16:54,512 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T20:16:54,512 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T20:16:54,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T20:16:54,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T20:16:54,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:16:54,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:16:54,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T20:16:54,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T20:16:54,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:16:54,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:16:54,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T20:16:54,522 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T20:16:54,522 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:16:54,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:16:54,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T20:16:54,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T20:16:54,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:16:54,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:16:54,525 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T20:16:54,527 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43491/user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/data/hbase/meta/1588230740 2024-11-17T20:16:54,528 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43491/user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/data/hbase/meta/1588230740 2024-11-17T20:16:54,530 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T20:16:54,530 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T20:16:54,531 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:16:54,533 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T20:16:54,535 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74412013, jitterRate=0.10882540047168732}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:16:54,536 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T20:16:54,536 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731874614512Writing region info on filesystem at 1731874614512Initializing all the Stores at 1731874614514 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874614514Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874614515 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874614515Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874614515Cleaning up temporary data from old regions at 1731874614530 (+15 ms)Running coprocessor post-open hooks at 1731874614536 (+6 ms)Region opened successfully at 1731874614536 2024-11-17T20:16:54,538 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731874614459 2024-11-17T20:16:54,543 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T20:16:54,543 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T20:16:54,544 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,40943,1731874611063 2024-11-17T20:16:54,547 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,40943,1731874611063, state=OPEN 2024-11-17T20:16:54,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40943-0x1014a7129cf0004, quorum=127.0.0.1:57951, baseZNode=/11229780774 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11229780774/meta-region-server 2024-11-17T20:16:54,557 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11229780774/meta-region-server: CHANGED 2024-11-17T20:16:54,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37995-0x1014a7129cf0003, quorum=127.0.0.1:57951, baseZNode=/11229780774 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11229780774/meta-region-server 2024-11-17T20:16:54,557 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11229780774/meta-region-server: CHANGED 2024-11-17T20:16:54,558 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,40943,1731874611063 2024-11-17T20:16:54,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T20:16:54,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,40943,1731874611063 in 254 msec 2024-11-17T20:16:54,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T20:16:54,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 553 msec 2024-11-17T20:16:54,575 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:16:54,575 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T20:16:54,577 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:16:54,578 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,40943,1731874611063, seqNum=-1] 2024-11-17T20:16:54,578 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:16:54,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52215, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:16:54,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4430 sec 2024-11-17T20:16:54,594 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731874614594, completionTime=-1 2024-11-17T20:16:54,594 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T20:16:54,594 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T20:16:54,597 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T20:16:54,597 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731874674597 2024-11-17T20:16:54,597 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731874734597 2024-11-17T20:16:54,597 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T20:16:54,597 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,37995,1731874610904-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:16:54,597 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,37995,1731874610904-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:16:54,597 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,37995,1731874610904-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:16:54,598 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b0b0ae8de03:37995, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:16:54,598 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T20:16:54,598 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T20:16:54,600 DEBUG [master/0b0b0ae8de03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T20:16:54,603 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.467sec 2024-11-17T20:16:54,603 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T20:16:54,603 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T20:16:54,603 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T20:16:54,603 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T20:16:54,603 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T20:16:54,603 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,37995,1731874610904-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:16:54,603 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,37995,1731874610904-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T20:16:54,606 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T20:16:54,606 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T20:16:54,607 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,37995,1731874610904-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:16:54,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@555e7df0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:16:54,696 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,37995,-1 for getting cluster id 2024-11-17T20:16:54,696 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:16:54,699 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ca754aa-ea4a-4359-90e4-ebacf3d281e7' 2024-11-17T20:16:54,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:16:54,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ca754aa-ea4a-4359-90e4-ebacf3d281e7" 2024-11-17T20:16:54,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33a99893, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:16:54,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,37995,-1] 2024-11-17T20:16:54,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:16:54,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:16:54,703 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:16:54,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c6f6429, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:16:54,705 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:16:54,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,40943,1731874611063, seqNum=-1] 2024-11-17T20:16:54,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:16:54,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:16:54,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0b0b0ae8de03,37995,1731874610904 2024-11-17T20:16:54,713 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57951 2024-11-17T20:16:54,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57951, baseZNode=/11229780774 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:16:54,725 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014a7129cf0005 connected 2024-11-17T20:16:54,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23f1b8d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:16:54,741 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,44807,-1 for getting cluster id 2024-11-17T20:16:54,741 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:16:54,743 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77f1f1ab-0a29-4882-936a-3f24a798db68' 2024-11-17T20:16:54,744 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:16:54,744 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77f1f1ab-0a29-4882-936a-3f24a798db68" 2024-11-17T20:16:54,744 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b30f70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:16:54,744 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,44807,-1] 2024-11-17T20:16:54,745 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:16:54,745 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:16:54,747 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:16:54,749 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1215d8eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:16:54,756 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:16:54,760 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,44807,1731874603455 2024-11-17T20:16:54,763 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49f41b2 2024-11-17T20:16:54,764 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:16:54,766 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:16:54,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://0b0b0ae8de03:37995,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T20:16:54,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T20:16:54,781 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b0b0ae8de03:37995' 2024-11-17T20:16:54,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:16:54,782 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3441c402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:16:54,783 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,37995,-1 for getting cluster id 2024-11-17T20:16:54,783 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:16:54,785 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ca754aa-ea4a-4359-90e4-ebacf3d281e7' 2024-11-17T20:16:54,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:16:54,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ca754aa-ea4a-4359-90e4-ebacf3d281e7" 2024-11-17T20:16:54,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@372181f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:16:54,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,37995,-1] 2024-11-17T20:16:54,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:16:54,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:16:54,788 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:16:54,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@549babf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:16:54,790 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:16:54,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,37995,1731874610904 2024-11-17T20:16:54,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31601a34 2024-11-17T20:16:54,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:16:54,798 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:16:54,812 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-17T20:16:54,812 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T20:16:54,817 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:16:54,817 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:16:54,817 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:16:54,819 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:16:54,824 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T20:16:54,827 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T20:16:54,828 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:16:54,830 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T20:16:54,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741835_1011 (size=1138) 2024-11-17T20:16:54,843 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4132cdc2682b597e2d61abe66b4b9f63, NAME => 'hbase:replication,,1731874614818.4132cdc2682b597e2d61abe66b4b9f63.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8 2024-11-17T20:16:54,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741836_1012 (size=44) 2024-11-17T20:16:54,877 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T20:16:54,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:16:55,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:16:55,253 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731874614818.4132cdc2682b597e2d61abe66b4b9f63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:16:55,253 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4132cdc2682b597e2d61abe66b4b9f63, disabling compactions & flushes 2024-11-17T20:16:55,253 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731874614818.4132cdc2682b597e2d61abe66b4b9f63. 2024-11-17T20:16:55,253 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731874614818.4132cdc2682b597e2d61abe66b4b9f63. 2024-11-17T20:16:55,253 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731874614818.4132cdc2682b597e2d61abe66b4b9f63. after waiting 0 ms 2024-11-17T20:16:55,253 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731874614818.4132cdc2682b597e2d61abe66b4b9f63. 2024-11-17T20:16:55,253 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731874614818.4132cdc2682b597e2d61abe66b4b9f63. 2024-11-17T20:16:55,253 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4132cdc2682b597e2d61abe66b4b9f63: Waiting for close lock at 1731874615253Disabling compacts and flushes for region at 1731874615253Disabling writes for close at 1731874615253Writing region close event to WAL at 1731874615253Closed at 1731874615253 2024-11-17T20:16:55,256 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T20:16:55,262 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731874614818.4132cdc2682b597e2d61abe66b4b9f63.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731874615256"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731874615256"}]},"ts":"1731874615256"} 2024-11-17T20:16:55,266 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T20:16:55,268 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T20:16:55,271 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874615268"}]},"ts":"1731874615268"} 2024-11-17T20:16:55,274 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T20:16:55,276 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4132cdc2682b597e2d61abe66b4b9f63, ASSIGN}] 2024-11-17T20:16:55,279 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4132cdc2682b597e2d61abe66b4b9f63, ASSIGN 2024-11-17T20:16:55,280 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4132cdc2682b597e2d61abe66b4b9f63, ASSIGN; state=OFFLINE, location=0b0b0ae8de03,36981,1731874604193; forceNewPlan=false, retain=false 2024-11-17T20:16:55,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:16:55,432 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4132cdc2682b597e2d61abe66b4b9f63, regionState=OPENING, regionLocation=0b0b0ae8de03,36981,1731874604193 2024-11-17T20:16:55,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4132cdc2682b597e2d61abe66b4b9f63, ASSIGN because future has completed 2024-11-17T20:16:55,436 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4132cdc2682b597e2d61abe66b4b9f63, server=0b0b0ae8de03,36981,1731874604193}] 2024-11-17T20:16:55,597 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731874614818.4132cdc2682b597e2d61abe66b4b9f63. 2024-11-17T20:16:55,597 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:16:55,597 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T20:16:55,600 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C36981%2C1731874604193.rep, suffix=, logDir=hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,36981,1731874604193, archiveDir=hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/oldWALs, maxLogs=10 2024-11-17T20:16:55,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,36981,1731874604193/0b0b0ae8de03%2C36981%2C1731874604193.rep.1731874615601, exclude list is [], retry=0 2024-11-17T20:16:55,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38163,DS-27031a78-516d-4f56-b534-99f301aec505,DISK] 2024-11-17T20:16:55,622 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,36981,1731874604193/0b0b0ae8de03%2C36981%2C1731874604193.rep.1731874615601 2024-11-17T20:16:55,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46069:46069)] 2024-11-17T20:16:55,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 4132cdc2682b597e2d61abe66b4b9f63, NAME => 'hbase:replication,,1731874614818.4132cdc2682b597e2d61abe66b4b9f63.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:16:55,625 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:16:55,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T20:16:55,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731874614818.4132cdc2682b597e2d61abe66b4b9f63. service=MultiRowMutationService 2024-11-17T20:16:55,625 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T20:16:55,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4132cdc2682b597e2d61abe66b4b9f63 2024-11-17T20:16:55,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731874614818.4132cdc2682b597e2d61abe66b4b9f63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:16:55,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 4132cdc2682b597e2d61abe66b4b9f63 2024-11-17T20:16:55,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 4132cdc2682b597e2d61abe66b4b9f63 2024-11-17T20:16:55,629 INFO [StoreOpener-4132cdc2682b597e2d61abe66b4b9f63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4132cdc2682b597e2d61abe66b4b9f63 2024-11-17T20:16:55,631 INFO [StoreOpener-4132cdc2682b597e2d61abe66b4b9f63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4132cdc2682b597e2d61abe66b4b9f63 columnFamilyName hfileref 2024-11-17T20:16:55,631 DEBUG [StoreOpener-4132cdc2682b597e2d61abe66b4b9f63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:16:55,632 INFO [StoreOpener-4132cdc2682b597e2d61abe66b4b9f63-1 {}] regionserver.HStore(327): Store=4132cdc2682b597e2d61abe66b4b9f63/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:16:55,632 INFO [StoreOpener-4132cdc2682b597e2d61abe66b4b9f63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4132cdc2682b597e2d61abe66b4b9f63 2024-11-17T20:16:55,634 INFO [StoreOpener-4132cdc2682b597e2d61abe66b4b9f63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4132cdc2682b597e2d61abe66b4b9f63 columnFamilyName queue 2024-11-17T20:16:55,634 DEBUG [StoreOpener-4132cdc2682b597e2d61abe66b4b9f63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:16:55,635 INFO [StoreOpener-4132cdc2682b597e2d61abe66b4b9f63-1 {}] regionserver.HStore(327): Store=4132cdc2682b597e2d61abe66b4b9f63/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:16:55,635 INFO [StoreOpener-4132cdc2682b597e2d61abe66b4b9f63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4132cdc2682b597e2d61abe66b4b9f63 2024-11-17T20:16:55,637 INFO [StoreOpener-4132cdc2682b597e2d61abe66b4b9f63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4132cdc2682b597e2d61abe66b4b9f63 columnFamilyName sid 2024-11-17T20:16:55,637 DEBUG [StoreOpener-4132cdc2682b597e2d61abe66b4b9f63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:16:55,638 INFO [StoreOpener-4132cdc2682b597e2d61abe66b4b9f63-1 {}] regionserver.HStore(327): Store=4132cdc2682b597e2d61abe66b4b9f63/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:16:55,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 4132cdc2682b597e2d61abe66b4b9f63 2024-11-17T20:16:55,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/data/hbase/replication/4132cdc2682b597e2d61abe66b4b9f63 2024-11-17T20:16:55,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/data/hbase/replication/4132cdc2682b597e2d61abe66b4b9f63 2024-11-17T20:16:55,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 4132cdc2682b597e2d61abe66b4b9f63 2024-11-17T20:16:55,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 4132cdc2682b597e2d61abe66b4b9f63 2024-11-17T20:16:55,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T20:16:55,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 4132cdc2682b597e2d61abe66b4b9f63 2024-11-17T20:16:55,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/data/hbase/replication/4132cdc2682b597e2d61abe66b4b9f63/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:16:55,648 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 4132cdc2682b597e2d61abe66b4b9f63; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59940642, jitterRate=-0.10681483149528503}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T20:16:55,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4132cdc2682b597e2d61abe66b4b9f63 2024-11-17T20:16:55,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 4132cdc2682b597e2d61abe66b4b9f63: Running coprocessor pre-open hook at 1731874615626Writing region info on filesystem at 1731874615626Initializing all the Stores at 1731874615628 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874615628Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874615628Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874615628Cleaning up temporary data from old regions at 1731874615642 (+14 ms)Running coprocessor post-open hooks at 1731874615649 (+7 ms)Region opened successfully at 1731874615650 (+1 ms) 2024-11-17T20:16:55,651 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731874614818.4132cdc2682b597e2d61abe66b4b9f63., pid=7, masterSystemTime=1731874615590 2024-11-17T20:16:55,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731874614818.4132cdc2682b597e2d61abe66b4b9f63. 2024-11-17T20:16:55,655 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731874614818.4132cdc2682b597e2d61abe66b4b9f63. 2024-11-17T20:16:55,656 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4132cdc2682b597e2d61abe66b4b9f63, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,36981,1731874604193 2024-11-17T20:16:55,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4132cdc2682b597e2d61abe66b4b9f63, server=0b0b0ae8de03,36981,1731874604193 because future has completed 2024-11-17T20:16:55,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-17T20:16:55,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 4132cdc2682b597e2d61abe66b4b9f63, server=0b0b0ae8de03,36981,1731874604193 in 227 msec 2024-11-17T20:16:55,672 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T20:16:55,672 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4132cdc2682b597e2d61abe66b4b9f63, ASSIGN in 391 msec 2024-11-17T20:16:55,673 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T20:16:55,674 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874615674"}]},"ts":"1731874615674"} 2024-11-17T20:16:55,677 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T20:16:55,678 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T20:16:55,682 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 859 msec 2024-11-17T20:16:55,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731874614818.4132cdc2682b597e2d61abe66b4b9f63., hostname=0b0b0ae8de03,36981,1731874604193, seqNum=2] 2024-11-17T20:16:55,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36981 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-17T20:16:55,830 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x1014a7129cf0001, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0113432823 2024-11-17T20:16:55,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x1014a7129cf0000, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0113432823 2024-11-17T20:16:55,855 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T20:16:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:16:56,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36981 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-17T20:16:56,020 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T20:16:56,062 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-0b0b0ae8de03,36981,1731874604193, ReplicationSource: 1, currentBandwidth=0 2024-11-17T20:16:56,063 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:16:56,063 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,36981,1731874604193, seqNum=-1] 2024-11-17T20:16:56,064 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:16:56,065 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47913, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-17T20:16:56,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-0b0b0ae8de03,36981,1731874604193', locateType=CURRENT is [region=hbase:replication,,1731874614818.4132cdc2682b597e2d61abe66b4b9f63., hostname=0b0b0ae8de03,36981,1731874604193, seqNum=2] 2024-11-17T20:16:56,075 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-17T20:16:56,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-17T20:16:56,081 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 0b0b0ae8de03,36981,1731874604193 suceeded 2024-11-17T20:16:56,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-17T20:16:56,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 226 msec 2024-11-17T20:16:56,085 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://0b0b0ae8de03:37995,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T20:16:56,089 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3150 sec 2024-11-17T20:16:56,096 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36981,1731874604193 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b0b0ae8de03:37995' 2024-11-17T20:16:56,098 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36981,1731874604193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1de1d83b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:16:56,098 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36981,1731874604193 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,37995,-1 for getting cluster id 2024-11-17T20:16:56,098 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36981,1731874604193 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:16:56,099 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ca754aa-ea4a-4359-90e4-ebacf3d281e7' 2024-11-17T20:16:56,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:16:56,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ca754aa-ea4a-4359-90e4-ebacf3d281e7" 2024-11-17T20:16:56,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b44e5bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:16:56,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,37995,-1] 2024-11-17T20:16:56,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:16:56,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:16:56,101 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:16:56,102 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36981,1731874604193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4065d65d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:16:56,102 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36981,1731874604193 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:16:56,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,37995,1731874610904 2024-11-17T20:16:56,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4933b368 2024-11-17T20:16:56,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:16:56,105 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-17T20:16:56,106 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36981,1731874604193 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0b0b0ae8de03,36981,1731874604193 (queues=1) is replicating from cluster=77f1f1ab-0a29-4882-936a-3f24a798db68 to cluster=0ca754aa-ea4a-4359-90e4-ebacf3d281e7 2024-11-17T20:16:56,109 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36981,1731874604193 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0b0b0ae8de03%2C36981%2C1731874604193 2024-11-17T20:16:56,112 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36981,1731874604193 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0b0b0ae8de03,36981,1731874604193, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T20:16:56,114 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36981,1731874604193.replicationSource.shipper0b0b0ae8de03%2C36981%2C1731874604193,1-0b0b0ae8de03,36981,1731874604193 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0b0b0ae8de03%2C36981%2C1731874604193 2024-11-17T20:16:56,118 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36981,1731874604193.replicationSource.wal-reader.0b0b0ae8de03%2C36981%2C1731874604193,1-0b0b0ae8de03,36981,1731874604193 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,36981,1731874604193/0b0b0ae8de03%2C36981%2C1731874604193.1731874607238, startPosition=0, beingWritten=true 2024-11-17T20:16:56,376 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36981,1731874604193.replicationSource.wal-reader.0b0b0ae8de03%2C36981%2C1731874604193,1-0b0b0ae8de03,36981,1731874604193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,36981,1731874604193/0b0b0ae8de03%2C36981%2C1731874604193.1731874607238 to pos 0, reset compression=false 2024-11-17T20:16:56,690 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36981,1731874604193.replicationSource.wal-reader.0b0b0ae8de03%2C36981%2C1731874604193,1-0b0b0ae8de03,36981,1731874604193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,36981,1731874604193/0b0b0ae8de03%2C36981%2C1731874604193.1731874607238 to pos 0, reset compression=false 2024-11-17T20:16:56,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:16:56,944 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:16:56,945 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:16:56,945 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T20:16:56,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:16:56,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:16:56,945 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:16:56,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1140a8d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:16:56,945 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,44807,-1 for getting cluster id 2024-11-17T20:16:56,946 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:16:56,947 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77f1f1ab-0a29-4882-936a-3f24a798db68' 2024-11-17T20:16:56,947 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:16:56,947 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77f1f1ab-0a29-4882-936a-3f24a798db68" 2024-11-17T20:16:56,948 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b5d687e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:16:56,948 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,44807,-1] 2024-11-17T20:16:56,948 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:16:56,948 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:16:56,950 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:16:56,951 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36bde6b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:16:56,951 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:16:56,953 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,44807,1731874603455 2024-11-17T20:16:56,953 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@789e503c 2024-11-17T20:16:56,953 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:16:56,955 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:16:56,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://0b0b0ae8de03:37995,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T20:16:56,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T20:16:56,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-17T20:16:56,960 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b0b0ae8de03:37995' 2024-11-17T20:16:56,961 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53a3dba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:16:56,961 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,37995,-1 for getting cluster id 2024-11-17T20:16:56,962 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:16:56,963 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ca754aa-ea4a-4359-90e4-ebacf3d281e7' 2024-11-17T20:16:56,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:16:56,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ca754aa-ea4a-4359-90e4-ebacf3d281e7" 2024-11-17T20:16:56,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf5a9cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:16:56,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,37995,-1] 2024-11-17T20:16:56,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:16:56,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:16:56,965 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:16:56,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ad4d8cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:16:56,966 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:16:56,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,37995,1731874610904 2024-11-17T20:16:56,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14d7dfdf 2024-11-17T20:16:56,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:16:56,968 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:16:56,969 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-17T20:16:56,969 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T20:16:56,969 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:16:56,969 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:16:56,969 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:16:57,042 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T20:16:57,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-17T20:16:57,099 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36981,1731874604193.replicationSource.wal-reader.0b0b0ae8de03%2C36981%2C1731874604193,1-0b0b0ae8de03,36981,1731874604193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,36981,1731874604193/0b0b0ae8de03%2C36981%2C1731874604193.1731874607238 to pos 0, reset compression=false 2024-11-17T20:16:57,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36981 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-17T20:16:57,197 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-17T20:16:57,231 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-0b0b0ae8de03,36981,1731874604193, ReplicationSource: 2, currentBandwidth=0 2024-11-17T20:16:57,235 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-17T20:16:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-17T20:16:57,240 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 0b0b0ae8de03,36981,1731874604193 suceeded 2024-11-17T20:16:57,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T20:16:57,246 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://0b0b0ae8de03:37995,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T20:16:57,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-17T20:16:57,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 290 msec 2024-11-17T20:16:57,260 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,2-0b0b0ae8de03,36981,1731874604193 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b0b0ae8de03:37995' 2024-11-17T20:16:57,261 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,2-0b0b0ae8de03,36981,1731874604193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@498ad683, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:16:57,261 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,2-0b0b0ae8de03,36981,1731874604193 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,37995,-1 for getting cluster id 2024-11-17T20:16:57,261 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,2-0b0b0ae8de03,36981,1731874604193 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:16:57,262 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ca754aa-ea4a-4359-90e4-ebacf3d281e7' 2024-11-17T20:16:57,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:16:57,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ca754aa-ea4a-4359-90e4-ebacf3d281e7" 2024-11-17T20:16:57,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c2f01b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:16:57,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,37995,-1] 2024-11-17T20:16:57,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:16:57,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:16:57,266 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:16:57,267 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,2-0b0b0ae8de03,36981,1731874604193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@160ea945, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:16:57,267 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,2-0b0b0ae8de03,36981,1731874604193 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:16:57,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,37995,1731874610904 2024-11-17T20:16:57,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@662921f6 2024-11-17T20:16:57,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:16:57,270 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-17T20:16:57,271 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,2-0b0b0ae8de03,36981,1731874604193 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-0b0b0ae8de03,36981,1731874604193 (queues=1) is replicating from cluster=77f1f1ab-0a29-4882-936a-3f24a798db68 to cluster=0ca754aa-ea4a-4359-90e4-ebacf3d281e7 2024-11-17T20:16:57,271 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,2-0b0b0ae8de03,36981,1731874604193 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=0b0b0ae8de03%2C36981%2C1731874604193 2024-11-17T20:16:57,271 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,2-0b0b0ae8de03,36981,1731874604193 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-0b0b0ae8de03,36981,1731874604193, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T20:16:57,271 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,2-0b0b0ae8de03,36981,1731874604193.replicationSource.shipper0b0b0ae8de03%2C36981%2C1731874604193,2-0b0b0ae8de03,36981,1731874604193 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0b0b0ae8de03%2C36981%2C1731874604193 2024-11-17T20:16:57,271 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,2-0b0b0ae8de03,36981,1731874604193.replicationSource.wal-reader.0b0b0ae8de03%2C36981%2C1731874604193,2-0b0b0ae8de03,36981,1731874604193 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,36981,1731874604193/0b0b0ae8de03%2C36981%2C1731874604193.1731874607238, startPosition=0, beingWritten=true 2024-11-17T20:16:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-17T20:16:57,274 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-17T20:16:57,275 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:16:57,275 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:16:57,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:16:57,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:16:57,275 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:16:57,276 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:16:57,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,44807,1731874603455 2024-11-17T20:16:57,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ee1e8db 2024-11-17T20:16:57,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:16:57,282 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:16:57,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-17T20:16:57,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-17T20:16:57,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-17T20:16:57,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-17T20:16:57,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://0b0b0ae8de03:37995,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T20:16:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-17T20:16:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-17T20:16:57,300 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b0b0ae8de03:37995' 2024-11-17T20:16:57,304 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28f25b62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:16:57,305 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,37995,-1 for getting cluster id 2024-11-17T20:16:57,305 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:16:57,306 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ca754aa-ea4a-4359-90e4-ebacf3d281e7' 2024-11-17T20:16:57,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:16:57,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ca754aa-ea4a-4359-90e4-ebacf3d281e7" 2024-11-17T20:16:57,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3855db57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:16:57,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,37995,-1] 2024-11-17T20:16:57,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:16:57,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:16:57,308 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:16:57,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff7626, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:16:57,310 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:16:57,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,37995,1731874610904 2024-11-17T20:16:57,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24db2fac 2024-11-17T20:16:57,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:16:57,313 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:16:57,314 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T20:16:57,314 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T20:16:57,314 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:16:57,314 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:16:57,315 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:16:57,327 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T20:16:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-17T20:16:57,479 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,2-0b0b0ae8de03,36981,1731874604193.replicationSource.wal-reader.0b0b0ae8de03%2C36981%2C1731874604193,2-0b0b0ae8de03,36981,1731874604193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,36981,1731874604193/0b0b0ae8de03%2C36981%2C1731874604193.1731874607238 to pos 0, reset compression=false 2024-11-17T20:16:57,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36981 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-17T20:16:57,482 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-17T20:16:57,484 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-17T20:16:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-17T20:16:57,488 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 0b0b0ae8de03,36981,1731874604193 suceeded 2024-11-17T20:16:57,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-17T20:16:57,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-11-17T20:16:57,492 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://0b0b0ae8de03:37995,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T20:16:57,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 199 msec 2024-11-17T20:16:57,606 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36981,1731874604193.replicationSource.wal-reader.0b0b0ae8de03%2C36981%2C1731874604193,1-0b0b0ae8de03,36981,1731874604193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,36981,1731874604193/0b0b0ae8de03%2C36981%2C1731874604193.1731874607238 to pos 0, reset compression=false 2024-11-17T20:16:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-17T20:16:57,614 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-17T20:16:57,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://0b0b0ae8de03:37995,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T20:16:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-17T20:16:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-17T20:16:57,618 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b0b0ae8de03:37995' 2024-11-17T20:16:57,620 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ee42241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:16:57,620 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,37995,-1 for getting cluster id 2024-11-17T20:16:57,620 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:16:57,621 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ca754aa-ea4a-4359-90e4-ebacf3d281e7' 2024-11-17T20:16:57,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:16:57,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ca754aa-ea4a-4359-90e4-ebacf3d281e7" 2024-11-17T20:16:57,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@361d180d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:16:57,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,37995,-1] 2024-11-17T20:16:57,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:16:57,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:16:57,623 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:16:57,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1460d070, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:16:57,624 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:16:57,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,37995,1731874610904 2024-11-17T20:16:57,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15fa0ee1 2024-11-17T20:16:57,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:16:57,627 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:16:57,628 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-17T20:16:57,628 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T20:16:57,628 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:16:57,628 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:16:57,628 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:16:57,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T20:16:57,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-17T20:16:57,787 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,2-0b0b0ae8de03,36981,1731874604193.replicationSource.wal-reader.0b0b0ae8de03%2C36981%2C1731874604193,2-0b0b0ae8de03,36981,1731874604193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,36981,1731874604193/0b0b0ae8de03%2C36981%2C1731874604193.1731874607238 to pos 0, reset compression=false 2024-11-17T20:16:57,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36981 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-17T20:16:57,796 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-17T20:16:57,797 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-17T20:16:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-17T20:16:57,800 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 0b0b0ae8de03,36981,1731874604193 suceeded 2024-11-17T20:16:57,804 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-17T20:16:57,804 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://0b0b0ae8de03:37995,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T20:16:57,804 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 158 msec 2024-11-17T20:16:57,806 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 189 msec 2024-11-17T20:16:57,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-17T20:16:57,934 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-17T20:16:57,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-17T20:16:57,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-17T20:16:57,936 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:16:57,937 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:16:57,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:16:57,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:16:57,937 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:16:57,937 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T20:16:57,937 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=747358238, stopped=false 2024-11-17T20:16:57,938 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0b0b0ae8de03,44807,1731874603455 2024-11-17T20:16:57,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x1014a7129cf0000, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0113432823/running 2024-11-17T20:16:57,946 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x1014a7129cf0001, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0113432823/running 2024-11-17T20:16:57,946 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x1014a7129cf0001, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0113432823 2024-11-17T20:16:57,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x1014a7129cf0000, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0113432823 2024-11-17T20:16:57,946 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T20:16:57,946 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:16:57,946 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:16:57,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:16:57,947 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b0b0ae8de03,36981,1731874604193' ***** 2024-11-17T20:16:57,947 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T20:16:57,947 INFO [RS:0;0b0b0ae8de03:36981 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T20:16:57,947 INFO [RS:0;0b0b0ae8de03:36981 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T20:16:57,948 INFO [RS:0;0b0b0ae8de03:36981 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T20:16:57,948 INFO [RS:0;0b0b0ae8de03:36981 {}] regionserver.HRegionServer(3091): Received CLOSE for 4132cdc2682b597e2d61abe66b4b9f63 2024-11-17T20:16:57,948 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T20:16:57,948 INFO [RS:0;0b0b0ae8de03:36981 {}] regionserver.HRegionServer(959): stopping server 0b0b0ae8de03,36981,1731874604193 2024-11-17T20:16:57,948 INFO [RS:0;0b0b0ae8de03:36981 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:16:57,948 INFO [RS:0;0b0b0ae8de03:36981 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:36981. 2024-11-17T20:16:57,949 DEBUG [RS:0;0b0b0ae8de03:36981 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:16:57,949 DEBUG [RS:0;0b0b0ae8de03:36981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:16:57,949 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4132cdc2682b597e2d61abe66b4b9f63, disabling compactions & flushes 2024-11-17T20:16:57,949 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731874614818.4132cdc2682b597e2d61abe66b4b9f63. 2024-11-17T20:16:57,949 INFO [RS:0;0b0b0ae8de03:36981 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T20:16:57,949 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731874614818.4132cdc2682b597e2d61abe66b4b9f63. 2024-11-17T20:16:57,949 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731874614818.4132cdc2682b597e2d61abe66b4b9f63. after waiting 0 ms 2024-11-17T20:16:57,949 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731874614818.4132cdc2682b597e2d61abe66b4b9f63. 2024-11-17T20:16:57,952 INFO [RS:0;0b0b0ae8de03:36981 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T20:16:57,952 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36981-0x1014a7129cf0001, quorum=127.0.0.1:57951, baseZNode=/0113432823 Set watcher on znode that does not yet exist, /0113432823/running 2024-11-17T20:16:57,952 INFO [RS:0;0b0b0ae8de03:36981 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T20:16:57,952 INFO [RS:0;0b0b0ae8de03:36981 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T20:16:57,952 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44807-0x1014a7129cf0000, quorum=127.0.0.1:57951, baseZNode=/0113432823 Set watcher on znode that does not yet exist, /0113432823/running 2024-11-17T20:16:57,954 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4132cdc2682b597e2d61abe66b4b9f63 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-17T20:16:57,958 INFO [RS:0;0b0b0ae8de03:36981 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T20:16:57,959 DEBUG [RS:0;0b0b0ae8de03:36981 {}] regionserver.HRegionServer(1325): Online Regions={4132cdc2682b597e2d61abe66b4b9f63=hbase:replication,,1731874614818.4132cdc2682b597e2d61abe66b4b9f63., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T20:16:57,959 DEBUG [RS:0;0b0b0ae8de03:36981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4132cdc2682b597e2d61abe66b4b9f63 2024-11-17T20:16:57,963 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T20:16:57,964 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T20:16:57,964 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T20:16:57,964 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T20:16:57,964 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T20:16:57,964 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-17T20:16:57,984 INFO [regionserver/0b0b0ae8de03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:16:58,021 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/data/hbase/meta/1588230740/.tmp/info/32838a2818b94ee0b04fda03221ef910 is 147, key is hbase:replication,,1731874614818.4132cdc2682b597e2d61abe66b4b9f63./info:regioninfo/1731874615656/Put/seqid=0 2024-11-17T20:16:58,021 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/data/hbase/replication/4132cdc2682b597e2d61abe66b4b9f63/.tmp/queue/94989e8ac11b4e3cb581e934ca4d0189 is 151, key is 1-0b0b0ae8de03,36981,1731874604193/queue:0b0b0ae8de03%2C36981%2C1731874604193/1731874616070/Put/seqid=0 2024-11-17T20:16:58,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741839_1015 (size=5500) 2024-11-17T20:16:58,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741838_1014 (size=6631) 2024-11-17T20:16:58,041 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/data/hbase/meta/1588230740/.tmp/info/32838a2818b94ee0b04fda03221ef910 2024-11-17T20:16:58,074 INFO [regionserver/0b0b0ae8de03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T20:16:58,074 INFO [regionserver/0b0b0ae8de03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T20:16:58,117 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/data/hbase/meta/1588230740/.tmp/ns/fb3e43db4e3844d09014c7562c075664 is 43, key is default/ns:d/1731874608481/Put/seqid=0 2024-11-17T20:16:58,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741840_1016 (size=5153) 2024-11-17T20:16:58,127 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/data/hbase/meta/1588230740/.tmp/ns/fb3e43db4e3844d09014c7562c075664 2024-11-17T20:16:58,159 DEBUG [RS:0;0b0b0ae8de03:36981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4132cdc2682b597e2d61abe66b4b9f63 2024-11-17T20:16:58,160 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/data/hbase/meta/1588230740/.tmp/table/ab997fdeaf5947c38dee102d3d6132dc is 53, key is hbase:replication/table:state/1731874615674/Put/seqid=0 2024-11-17T20:16:58,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741841_1017 (size=5256) 2024-11-17T20:16:58,194 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,2-0b0b0ae8de03,36981,1731874604193.replicationSource.wal-reader.0b0b0ae8de03%2C36981%2C1731874604193,2-0b0b0ae8de03,36981,1731874604193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,36981,1731874604193/0b0b0ae8de03%2C36981%2C1731874604193.1731874607238 to pos 0, reset compression=false 2024-11-17T20:16:58,213 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36981,1731874604193.replicationSource.wal-reader.0b0b0ae8de03%2C36981%2C1731874604193,1-0b0b0ae8de03,36981,1731874604193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,36981,1731874604193/0b0b0ae8de03%2C36981%2C1731874604193.1731874607238 to pos 0, reset compression=false 2024-11-17T20:16:58,359 DEBUG [RS:0;0b0b0ae8de03:36981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4132cdc2682b597e2d61abe66b4b9f63 2024-11-17T20:16:58,434 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/data/hbase/replication/4132cdc2682b597e2d61abe66b4b9f63/.tmp/queue/94989e8ac11b4e3cb581e934ca4d0189 2024-11-17T20:16:58,444 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/data/hbase/replication/4132cdc2682b597e2d61abe66b4b9f63/.tmp/queue/94989e8ac11b4e3cb581e934ca4d0189 as hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/data/hbase/replication/4132cdc2682b597e2d61abe66b4b9f63/queue/94989e8ac11b4e3cb581e934ca4d0189 2024-11-17T20:16:58,454 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/data/hbase/replication/4132cdc2682b597e2d61abe66b4b9f63/queue/94989e8ac11b4e3cb581e934ca4d0189, entries=2, sequenceid=6, filesize=5.4 K 2024-11-17T20:16:58,462 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 4132cdc2682b597e2d61abe66b4b9f63 in 507ms, sequenceid=6, compaction requested=false 2024-11-17T20:16:58,462 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T20:16:58,470 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/data/hbase/replication/4132cdc2682b597e2d61abe66b4b9f63/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-17T20:16:58,472 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:16:58,472 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T20:16:58,473 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731874614818.4132cdc2682b597e2d61abe66b4b9f63. 2024-11-17T20:16:58,473 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4132cdc2682b597e2d61abe66b4b9f63: Waiting for close lock at 1731874617948Running coprocessor pre-close hooks at 1731874617949 (+1 ms)Disabling compacts and flushes for region at 1731874617949Disabling writes for close at 1731874617949Obtaining lock to block concurrent updates at 1731874617954 (+5 ms)Preparing flush snapshotting stores in 4132cdc2682b597e2d61abe66b4b9f63 at 1731874617954Finished memstore snapshotting hbase:replication,,1731874614818.4132cdc2682b597e2d61abe66b4b9f63., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731874617962 (+8 ms)Flushing stores of hbase:replication,,1731874614818.4132cdc2682b597e2d61abe66b4b9f63. at 1731874617964 (+2 ms)Flushing 4132cdc2682b597e2d61abe66b4b9f63/queue: creating writer at 1731874617967 (+3 ms)Flushing 4132cdc2682b597e2d61abe66b4b9f63/queue: appending metadata at 1731874618006 (+39 ms)Flushing 4132cdc2682b597e2d61abe66b4b9f63/queue: closing flushed file at 1731874618009 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1caf9603: reopening flushed file at 1731874618443 (+434 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 4132cdc2682b597e2d61abe66b4b9f63 in 507ms, sequenceid=6, compaction requested=false at 1731874618462 (+19 ms)Writing region close event to WAL at 1731874618465 (+3 ms)Running coprocessor post-close hooks at 1731874618471 (+6 ms)Closed at 1731874618472 (+1 ms) 2024-11-17T20:16:58,473 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731874614818.4132cdc2682b597e2d61abe66b4b9f63. 2024-11-17T20:16:58,560 DEBUG [RS:0;0b0b0ae8de03:36981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:16:58,567 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/data/hbase/meta/1588230740/.tmp/table/ab997fdeaf5947c38dee102d3d6132dc 2024-11-17T20:16:58,578 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/data/hbase/meta/1588230740/.tmp/info/32838a2818b94ee0b04fda03221ef910 as hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/data/hbase/meta/1588230740/info/32838a2818b94ee0b04fda03221ef910 2024-11-17T20:16:58,587 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/data/hbase/meta/1588230740/info/32838a2818b94ee0b04fda03221ef910, entries=10, sequenceid=11, filesize=6.5 K 2024-11-17T20:16:58,589 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/data/hbase/meta/1588230740/.tmp/ns/fb3e43db4e3844d09014c7562c075664 as hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/data/hbase/meta/1588230740/ns/fb3e43db4e3844d09014c7562c075664 2024-11-17T20:16:58,602 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/data/hbase/meta/1588230740/ns/fb3e43db4e3844d09014c7562c075664, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T20:16:58,604 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/data/hbase/meta/1588230740/.tmp/table/ab997fdeaf5947c38dee102d3d6132dc as hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/data/hbase/meta/1588230740/table/ab997fdeaf5947c38dee102d3d6132dc 2024-11-17T20:16:58,619 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/data/hbase/meta/1588230740/table/ab997fdeaf5947c38dee102d3d6132dc, entries=2, sequenceid=11, filesize=5.1 K 2024-11-17T20:16:58,621 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 657ms, sequenceid=11, compaction requested=false 2024-11-17T20:16:58,633 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-17T20:16:58,634 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:16:58,634 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T20:16:58,634 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T20:16:58,635 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731874617963Running coprocessor pre-close hooks at 1731874617963Disabling compacts and flushes for region at 1731874617963Disabling writes for close at 1731874617964 (+1 ms)Obtaining lock to block concurrent updates at 1731874617964Preparing flush snapshotting stores in 1588230740 at 1731874617964Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731874617965 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731874617966 (+1 ms)Flushing 1588230740/info: creating writer at 1731874617967 (+1 ms)Flushing 1588230740/info: appending metadata at 1731874618007 (+40 ms)Flushing 1588230740/info: closing flushed file at 1731874618009 (+2 ms)Flushing 1588230740/ns: creating writer at 1731874618093 (+84 ms)Flushing 1588230740/ns: appending metadata at 1731874618114 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731874618114Flushing 1588230740/table: creating writer at 1731874618138 (+24 ms)Flushing 1588230740/table: appending metadata at 1731874618159 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731874618159Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d5ccaa: reopening flushed file at 1731874618576 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42d147a: reopening flushed file at 1731874618587 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70e4b665: reopening flushed file at 1731874618602 (+15 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 657ms, sequenceid=11, compaction requested=false at 1731874618621 (+19 ms)Writing region close event to WAL at 1731874618624 (+3 ms)Running coprocessor post-close hooks at 1731874618634 (+10 ms)Closed at 1731874618634 2024-11-17T20:16:58,635 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T20:16:58,702 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,2-0b0b0ae8de03,36981,1731874604193.replicationSource.wal-reader.0b0b0ae8de03%2C36981%2C1731874604193,2-0b0b0ae8de03,36981,1731874604193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,36981,1731874604193/0b0b0ae8de03%2C36981%2C1731874604193.1731874607238 to pos 0, reset compression=false 2024-11-17T20:16:58,760 INFO [RS:0;0b0b0ae8de03:36981 {}] regionserver.HRegionServer(976): stopping server 0b0b0ae8de03,36981,1731874604193; all regions closed. 2024-11-17T20:16:58,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741834_1010 (size=2742) 2024-11-17T20:16:58,765 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,36981,1731874604193/0b0b0ae8de03%2C36981%2C1731874604193.meta.1731874608280.meta not finished, retry = 0 2024-11-17T20:16:58,872 DEBUG [RS:0;0b0b0ae8de03:36981 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/oldWALs 2024-11-17T20:16:58,872 INFO [RS:0;0b0b0ae8de03:36981 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b0b0ae8de03%2C36981%2C1731874604193.meta:.meta(num 1731874608280) 2024-11-17T20:16:58,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741837_1013 (size=1802) 2024-11-17T20:16:58,876 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,36981,1731874604193/0b0b0ae8de03%2C36981%2C1731874604193.rep.1731874615601 not finished, retry = 0 2024-11-17T20:16:58,920 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36981,1731874604193.replicationSource.wal-reader.0b0b0ae8de03%2C36981%2C1731874604193,1-0b0b0ae8de03,36981,1731874604193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,36981,1731874604193/0b0b0ae8de03%2C36981%2C1731874604193.1731874607238 to pos 0, reset compression=false 2024-11-17T20:16:58,979 DEBUG [RS:0;0b0b0ae8de03:36981 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/oldWALs 2024-11-17T20:16:58,979 INFO [RS:0;0b0b0ae8de03:36981 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b0b0ae8de03%2C36981%2C1731874604193.rep:(num 1731874615601) 2024-11-17T20:16:58,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741832_1008 (size=93) 2024-11-17T20:16:58,986 DEBUG [RS:0;0b0b0ae8de03:36981 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/oldWALs 2024-11-17T20:16:58,986 INFO [RS:0;0b0b0ae8de03:36981 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b0b0ae8de03%2C36981%2C1731874604193:(num 1731874607238) 2024-11-17T20:16:58,986 DEBUG [RS:0;0b0b0ae8de03:36981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:16:58,986 INFO [RS:0;0b0b0ae8de03:36981 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:16:58,987 INFO [RS:0;0b0b0ae8de03:36981 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:16:58,987 INFO [RS:0;0b0b0ae8de03:36981 {}] hbase.ChoreService(370): Chore service for: regionserver/0b0b0ae8de03:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-17T20:16:58,987 INFO [RS:0;0b0b0ae8de03:36981 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:16:58,987 INFO [regionserver/0b0b0ae8de03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:16:58,988 INFO [RS:0;0b0b0ae8de03:36981 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0b0b0ae8de03,36981,1731874604193 because: Region server is closing 2024-11-17T20:16:58,988 INFO [RS:0;0b0b0ae8de03:36981 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:36981. 2024-11-17T20:16:58,988 DEBUG [RS:0;0b0b0ae8de03:36981 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:16:58,988 DEBUG [RS:0;0b0b0ae8de03:36981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:16:58,989 DEBUG [RS:0;0b0b0ae8de03:36981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:16:58,989 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:16:59,089 WARN [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36981,1731874604193.replicationSource.wal-reader.0b0b0ae8de03%2C36981%2C1731874604193,1-0b0b0ae8de03,36981,1731874604193 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T20:16:59,089 WARN [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36981,1731874604193.replicationSource.shipper0b0b0ae8de03%2C36981%2C1731874604193,1-0b0b0ae8de03,36981,1731874604193 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T20:16:59,089 INFO [RS:0;0b0b0ae8de03:36981 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36981,1731874604193.replicationSource.shipper0b0b0ae8de03%2C36981%2C1731874604193,1-0b0b0ae8de03,36981,1731874604193 terminated 2024-11-17T20:16:59,089 INFO [RS:0;0b0b0ae8de03:36981 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-0b0b0ae8de03,36981,1731874604193 because: Region server is closing 2024-11-17T20:16:59,090 INFO [RS:0;0b0b0ae8de03:36981 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:36981. 2024-11-17T20:16:59,090 DEBUG [RS:0;0b0b0ae8de03:36981 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:16:59,090 DEBUG [RS:0;0b0b0ae8de03:36981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:16:59,090 DEBUG [RS:0;0b0b0ae8de03:36981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:16:59,090 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:16:59,190 WARN [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,2-0b0b0ae8de03,36981,1731874604193.replicationSource.shipper0b0b0ae8de03%2C36981%2C1731874604193,2-0b0b0ae8de03,36981,1731874604193 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T20:16:59,190 WARN [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,2-0b0b0ae8de03,36981,1731874604193.replicationSource.wal-reader.0b0b0ae8de03%2C36981%2C1731874604193,2-0b0b0ae8de03,36981,1731874604193 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T20:16:59,191 INFO [RS:0;0b0b0ae8de03:36981 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,2-0b0b0ae8de03,36981,1731874604193.replicationSource.shipper0b0b0ae8de03%2C36981%2C1731874604193,2-0b0b0ae8de03,36981,1731874604193 terminated 2024-11-17T20:16:59,191 INFO [RS:0;0b0b0ae8de03:36981 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36981 2024-11-17T20:16:59,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x1014a7129cf0000, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0113432823/rs 2024-11-17T20:16:59,251 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x1014a7129cf0001, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0113432823/rs/0b0b0ae8de03,36981,1731874604193 2024-11-17T20:16:59,251 INFO [RS:0;0b0b0ae8de03:36981 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:16:59,258 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T20:16:59,262 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b0b0ae8de03,36981,1731874604193] 2024-11-17T20:16:59,272 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0113432823/draining/0b0b0ae8de03,36981,1731874604193 already deleted, retry=false 2024-11-17T20:16:59,272 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b0b0ae8de03,36981,1731874604193 expired; onlineServers=0 2024-11-17T20:16:59,272 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0b0b0ae8de03,44807,1731874603455' ***** 2024-11-17T20:16:59,272 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T20:16:59,272 INFO [M:0;0b0b0ae8de03:44807 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:16:59,272 INFO [M:0;0b0b0ae8de03:44807 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:16:59,272 DEBUG [M:0;0b0b0ae8de03:44807 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T20:16:59,273 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T20:16:59,273 DEBUG [M:0;0b0b0ae8de03:44807 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T20:16:59,273 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874606929 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874606929,5,FailOnTimeoutGroup] 2024-11-17T20:16:59,273 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874606929 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874606929,5,FailOnTimeoutGroup] 2024-11-17T20:16:59,273 INFO [M:0;0b0b0ae8de03:44807 {}] hbase.ChoreService(370): Chore service for: master/0b0b0ae8de03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T20:16:59,273 INFO [M:0;0b0b0ae8de03:44807 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:16:59,273 DEBUG [M:0;0b0b0ae8de03:44807 {}] master.HMaster(1795): Stopping service threads 2024-11-17T20:16:59,273 INFO [M:0;0b0b0ae8de03:44807 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T20:16:59,273 INFO [M:0;0b0b0ae8de03:44807 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T20:16:59,274 INFO [M:0;0b0b0ae8de03:44807 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T20:16:59,274 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T20:16:59,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x1014a7129cf0000, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0113432823/master 2024-11-17T20:16:59,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x1014a7129cf0000, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0113432823 2024-11-17T20:16:59,283 DEBUG [M:0;0b0b0ae8de03:44807 {}] zookeeper.ZKUtil(347): master:44807-0x1014a7129cf0000, quorum=127.0.0.1:57951, baseZNode=/0113432823 Unable to get data of znode /0113432823/master because node does not exist (not an error) 2024-11-17T20:16:59,283 WARN [M:0;0b0b0ae8de03:44807 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T20:16:59,284 INFO [M:0;0b0b0ae8de03:44807 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/.lastflushedseqids 2024-11-17T20:16:59,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741842_1018 (size=181) 2024-11-17T20:16:59,303 INFO [M:0;0b0b0ae8de03:44807 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T20:16:59,303 INFO [M:0;0b0b0ae8de03:44807 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T20:16:59,303 DEBUG [M:0;0b0b0ae8de03:44807 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T20:16:59,303 INFO [M:0;0b0b0ae8de03:44807 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:16:59,303 DEBUG [M:0;0b0b0ae8de03:44807 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:16:59,303 DEBUG [M:0;0b0b0ae8de03:44807 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T20:16:59,303 DEBUG [M:0;0b0b0ae8de03:44807 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:16:59,303 INFO [M:0;0b0b0ae8de03:44807 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-17T20:16:59,330 DEBUG [M:0;0b0b0ae8de03:44807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c82ac5bdda6a46ab9050e09c8abbf1e1 is 82, key is hbase:meta,,1/info:regioninfo/1731874608363/Put/seqid=0 2024-11-17T20:16:59,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741843_1019 (size=5672) 2024-11-17T20:16:59,343 INFO [M:0;0b0b0ae8de03:44807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c82ac5bdda6a46ab9050e09c8abbf1e1 2024-11-17T20:16:59,362 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x1014a7129cf0001, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:16:59,362 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x1014a7129cf0001, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:16:59,362 INFO [RS:0;0b0b0ae8de03:36981 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:16:59,363 INFO [RS:0;0b0b0ae8de03:36981 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b0b0ae8de03,36981,1731874604193; zookeeper connection closed. 2024-11-17T20:16:59,363 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@66efde20 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@66efde20 2024-11-17T20:16:59,364 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T20:16:59,376 DEBUG [M:0;0b0b0ae8de03:44807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dff93bdbfcec4a3390e4cd7425a576bb is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731874615681/Put/seqid=0 2024-11-17T20:16:59,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741844_1020 (size=8663) 2024-11-17T20:16:59,383 INFO [M:0;0b0b0ae8de03:44807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dff93bdbfcec4a3390e4cd7425a576bb 2024-11-17T20:16:59,418 DEBUG [M:0;0b0b0ae8de03:44807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48211504dece424cb6ea1dbdf9576e8c is 69, key is 0b0b0ae8de03,36981,1731874604193/rs:state/1731874606992/Put/seqid=0 2024-11-17T20:16:59,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741845_1021 (size=5156) 2024-11-17T20:16:59,425 INFO [M:0;0b0b0ae8de03:44807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48211504dece424cb6ea1dbdf9576e8c 2024-11-17T20:16:59,436 DEBUG [M:0;0b0b0ae8de03:44807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c82ac5bdda6a46ab9050e09c8abbf1e1 as hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c82ac5bdda6a46ab9050e09c8abbf1e1 2024-11-17T20:16:59,445 INFO [M:0;0b0b0ae8de03:44807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c82ac5bdda6a46ab9050e09c8abbf1e1, entries=8, sequenceid=115, filesize=5.5 K 2024-11-17T20:16:59,447 DEBUG [M:0;0b0b0ae8de03:44807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dff93bdbfcec4a3390e4cd7425a576bb as hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dff93bdbfcec4a3390e4cd7425a576bb 2024-11-17T20:16:59,457 INFO [M:0;0b0b0ae8de03:44807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dff93bdbfcec4a3390e4cd7425a576bb, entries=14, sequenceid=115, filesize=8.5 K 2024-11-17T20:16:59,458 DEBUG [M:0;0b0b0ae8de03:44807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48211504dece424cb6ea1dbdf9576e8c as hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/48211504dece424cb6ea1dbdf9576e8c 2024-11-17T20:16:59,467 INFO [M:0;0b0b0ae8de03:44807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/48211504dece424cb6ea1dbdf9576e8c, entries=1, sequenceid=115, filesize=5.0 K 2024-11-17T20:16:59,469 INFO [M:0;0b0b0ae8de03:44807 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 166ms, sequenceid=115, compaction requested=false 2024-11-17T20:16:59,481 INFO [M:0;0b0b0ae8de03:44807 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:16:59,481 DEBUG [M:0;0b0b0ae8de03:44807 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731874619303Disabling compacts and flushes for region at 1731874619303Disabling writes for close at 1731874619303Obtaining lock to block concurrent updates at 1731874619303Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731874619303Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731874619304 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731874619305 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731874619305Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731874619329 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731874619329Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731874619351 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731874619375 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731874619375Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731874619396 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731874619417 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731874619417Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1daa65e0: reopening flushed file at 1731874619434 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dc6e6d3: reopening flushed file at 1731874619445 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@593341e6: reopening flushed file at 1731874619457 (+12 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 166ms, sequenceid=115, compaction requested=false at 1731874619469 (+12 ms)Writing region close event to WAL at 1731874619481 (+12 ms)Closed at 1731874619481 2024-11-17T20:16:59,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741830_1006 (size=59421) 2024-11-17T20:16:59,486 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:16:59,486 INFO [M:0;0b0b0ae8de03:44807 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T20:16:59,486 INFO [M:0;0b0b0ae8de03:44807 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44807 2024-11-17T20:16:59,486 INFO [M:0;0b0b0ae8de03:44807 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:16:59,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x1014a7129cf0000, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:16:59,614 INFO [M:0;0b0b0ae8de03:44807 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:16:59,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x1014a7129cf0000, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:16:59,616 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:16:59,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:16:59,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:16:59,617 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:16:59,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:16:59,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:16:59,617 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T20:16:59,617 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:16:59,618 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44151 2024-11-17T20:16:59,620 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44151 connecting to ZooKeeper ensemble=127.0.0.1:57951 2024-11-17T20:16:59,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:441510x0, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:16:59,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44151-0x1014a7129cf0006 connected 2024-11-17T20:16:59,643 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:16:59,645 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:16:59,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44151-0x1014a7129cf0006, quorum=127.0.0.1:57951, baseZNode=/0113432823 Set watcher on znode that does not yet exist, /0113432823/running 2024-11-17T20:16:59,647 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0113432823/meta-region-server: INIT 2024-11-17T20:16:59,648 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8, hbase.cluster.distributed=false 2024-11-17T20:16:59,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44151-0x1014a7129cf0006, quorum=127.0.0.1:57951, baseZNode=/0113432823 Set watcher on znode that does not yet exist, /0113432823/acl 2024-11-17T20:16:59,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44151 2024-11-17T20:16:59,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44151 2024-11-17T20:16:59,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44151 2024-11-17T20:16:59,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44151 2024-11-17T20:16:59,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44151 2024-11-17T20:16:59,679 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:16:59,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:16:59,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:16:59,680 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:16:59,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:16:59,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:16:59,680 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T20:16:59,680 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:16:59,681 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45789 2024-11-17T20:16:59,682 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45789 connecting to ZooKeeper ensemble=127.0.0.1:57951 2024-11-17T20:16:59,683 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:16:59,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:16:59,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457890x0, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:16:59,695 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0113432823/meta-region-server: INIT 2024-11-17T20:16:59,695 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45789-0x1014a7129cf0007, quorum=127.0.0.1:57951, baseZNode=/0113432823 Set watcher on znode that does not yet exist, /0113432823/running 2024-11-17T20:16:59,695 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45789-0x1014a7129cf0007 connected 2024-11-17T20:16:59,697 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T20:16:59,697 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T20:16:59,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45789-0x1014a7129cf0007, quorum=127.0.0.1:57951, baseZNode=/0113432823 Set watcher on znode that does not yet exist, /0113432823/master 2024-11-17T20:16:59,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45789-0x1014a7129cf0007, quorum=127.0.0.1:57951, baseZNode=/0113432823 Set watcher on znode that does not yet exist, /0113432823/acl 2024-11-17T20:16:59,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45789 2024-11-17T20:16:59,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45789 2024-11-17T20:16:59,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45789 2024-11-17T20:16:59,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45789 2024-11-17T20:16:59,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45789 2024-11-17T20:16:59,720 DEBUG [M:0;0b0b0ae8de03:44151 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b0b0ae8de03:44151 2024-11-17T20:16:59,721 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0113432823/backup-masters/0b0b0ae8de03,44151,1731874619616 2024-11-17T20:16:59,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44151-0x1014a7129cf0006, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0113432823/backup-masters 2024-11-17T20:16:59,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45789-0x1014a7129cf0007, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0113432823/backup-masters 2024-11-17T20:16:59,725 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44151-0x1014a7129cf0006, quorum=127.0.0.1:57951, baseZNode=/0113432823 Set watcher on existing znode=/0113432823/backup-masters/0b0b0ae8de03,44151,1731874619616 2024-11-17T20:16:59,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45789-0x1014a7129cf0007, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0113432823/master 2024-11-17T20:16:59,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44151-0x1014a7129cf0006, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0113432823 2024-11-17T20:16:59,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45789-0x1014a7129cf0007, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0113432823 2024-11-17T20:16:59,736 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44151-0x1014a7129cf0006, quorum=127.0.0.1:57951, baseZNode=/0113432823 Set watcher on existing znode=/0113432823/master 2024-11-17T20:16:59,737 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0113432823/backup-masters/0b0b0ae8de03,44151,1731874619616 from backup master directory 2024-11-17T20:16:59,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44151-0x1014a7129cf0006, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0113432823/backup-masters/0b0b0ae8de03,44151,1731874619616 2024-11-17T20:16:59,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45789-0x1014a7129cf0007, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0113432823/backup-masters 2024-11-17T20:16:59,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44151-0x1014a7129cf0006, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0113432823/backup-masters 2024-11-17T20:16:59,746 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:16:59,746 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b0b0ae8de03,44151,1731874619616 2024-11-17T20:16:59,764 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:16:59,765 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T20:16:59,780 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 15ms. 2024-11-17T20:16:59,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741846_1022 (size=196) 2024-11-17T20:17:00,015 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T20:17:00,197 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:17:00,198 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T20:17:00,205 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:17:00,222 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-17T20:17:00,226 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/WALs/0b0b0ae8de03,44807,1731874603455 to hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/WALs/0b0b0ae8de03,44807,1731874603455-dead as it is dead 2024-11-17T20:17:00,228 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-17T20:17:00,228 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-17T20:17:00,228 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/WALs/0b0b0ae8de03,44807,1731874603455-dead/0b0b0ae8de03%2C44807%2C1731874603455.1731874606315 2024-11-17T20:17:00,234 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/WALs/0b0b0ae8de03,44807,1731874603455-dead/0b0b0ae8de03%2C44807%2C1731874603455.1731874606315 after 4ms 2024-11-17T20:17:00,236 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/WALs/0b0b0ae8de03,44807,1731874603455-dead/0b0b0ae8de03%2C44807%2C1731874603455.1731874606315 to hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/0b0b0ae8de03%2C44807%2C1731874603455.1731874606315 2024-11-17T20:17:00,236 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/WALs/0b0b0ae8de03,44807,1731874603455-dead 2024-11-17T20:17:00,237 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/WALs/0b0b0ae8de03,44151,1731874619616 2024-11-17T20:17:00,238 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:17:00,240 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b0b0ae8de03%2C44151%2C1731874619616, suffix=, logDir=hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/WALs/0b0b0ae8de03,44151,1731874619616, archiveDir=hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/oldWALs, maxLogs=10 2024-11-17T20:17:00,259 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/WALs/0b0b0ae8de03,44151,1731874619616/0b0b0ae8de03%2C44151%2C1731874619616.1731874620240, exclude list is [], retry=0 2024-11-17T20:17:00,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38163,DS-27031a78-516d-4f56-b534-99f301aec505,DISK] 2024-11-17T20:17:00,270 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/WALs/0b0b0ae8de03,44151,1731874619616/0b0b0ae8de03%2C44151%2C1731874619616.1731874620240 2024-11-17T20:17:00,271 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46069:46069)] 2024-11-17T20:17:00,271 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:17:00,272 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:17:00,272 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:00,272 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:00,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:00,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T20:17:00,275 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:00,284 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c82ac5bdda6a46ab9050e09c8abbf1e1 2024-11-17T20:17:00,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:17:00,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:00,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T20:17:00,286 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:00,297 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dff93bdbfcec4a3390e4cd7425a576bb 2024-11-17T20:17:00,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:17:00,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:00,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T20:17:00,298 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:00,306 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/48211504dece424cb6ea1dbdf9576e8c 2024-11-17T20:17:00,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:17:00,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:00,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T20:17:00,308 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:00,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:17:00,309 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:00,310 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-17T20:17:00,310 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/0b0b0ae8de03%2C44807%2C1731874603455.1731874606315 2024-11-17T20:17:00,333 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/0b0b0ae8de03%2C44807%2C1731874603455.1731874606315 2024-11-17T20:17:00,335 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/0b0b0ae8de03%2C44807%2C1731874603455.1731874606315 2024-11-17T20:17:00,341 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:00,341 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:00,343 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:17:00,346 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:00,357 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-17T20:17:00,358 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73608902, jitterRate=0.09685811400413513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:17:00,360 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731874620272Initializing all the Stores at 1731874620273 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874620274 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874620274Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874620274Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874620274Cleaning up temporary data from old regions at 1731874620341 (+67 ms)Region opened successfully at 1731874620359 (+18 ms) 2024-11-17T20:17:00,360 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T20:17:00,371 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@93b93e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:17:00,387 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-17T20:17:00,387 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T20:17:00,387 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T20:17:00,387 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T20:17:00,388 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T20:17:00,396 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T20:17:00,396 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T20:17:00,397 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T20:17:00,397 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T20:17:00,398 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-17T20:17:00,398 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-17T20:17:00,398 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec 2024-11-17T20:17:00,398 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T20:17:00,403 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=0b0b0ae8de03,36981,1731874604193, regionLocation=0b0b0ae8de03,36981,1731874604193, openSeqNum=2 2024-11-17T20:17:00,404 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=0b0b0ae8de03,36981,1731874604193, table=hbase:meta, region=1588230740 2024-11-17T20:17:00,404 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,36981,1731874604193, state=OPEN 2024-11-17T20:17:00,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45789-0x1014a7129cf0007, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0113432823/meta-region-server 2024-11-17T20:17:00,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44151-0x1014a7129cf0006, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0113432823/meta-region-server 2024-11-17T20:17:00,451 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0113432823/meta-region-server: CHANGED 2024-11-17T20:17:00,451 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0113432823/meta-region-server: CHANGED 2024-11-17T20:17:00,457 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-17T20:17:00,462 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0113432823/draining/0b0b0ae8de03,36981,1731874604193 already deleted, retry=false 2024-11-17T20:17:00,462 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 0b0b0ae8de03,36981,1731874604193 on 0b0b0ae8de03,44151,1731874619616 2024-11-17T20:17:00,468 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 0b0b0ae8de03,36981,1731874604193, splitWal=true, meta=true 2024-11-17T20:17:00,471 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 0b0b0ae8de03,36981,1731874604193 (carryingMeta=true) 0b0b0ae8de03,36981,1731874604193/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@73940333[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-17T20:17:00,476 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44151-0x1014a7129cf0006, quorum=127.0.0.1:57951, baseZNode=/0113432823 Unable to get data of znode /0113432823/balancer because node does not exist (not necessarily an error) 2024-11-17T20:17:00,482 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0113432823/balancer already deleted, retry=false 2024-11-17T20:17:00,483 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T20:17:00,484 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44151-0x1014a7129cf0006, quorum=127.0.0.1:57951, baseZNode=/0113432823 Unable to get data of znode /0113432823/normalizer because node does not exist (not necessarily an error) 2024-11-17T20:17:00,519 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0113432823/normalizer already deleted, retry=false 2024-11-17T20:17:00,520 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T20:17:00,523 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44151-0x1014a7129cf0006, quorum=127.0.0.1:57951, baseZNode=/0113432823 Unable to get data of znode /0113432823/switch/split because node does not exist (not necessarily an error) 2024-11-17T20:17:00,540 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0113432823/switch/split already deleted, retry=false 2024-11-17T20:17:00,542 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44151-0x1014a7129cf0006, quorum=127.0.0.1:57951, baseZNode=/0113432823 Unable to get data of znode /0113432823/switch/merge because node does not exist (not necessarily an error) 2024-11-17T20:17:00,545 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0113432823/switch/merge already deleted, retry=false 2024-11-17T20:17:00,569 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44151-0x1014a7129cf0006, quorum=127.0.0.1:57951, baseZNode=/0113432823 Unable to get data of znode /0113432823/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T20:17:00,577 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0113432823/snapshot-cleanup already deleted, retry=false 2024-11-17T20:17:00,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44151-0x1014a7129cf0006, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0113432823/running 2024-11-17T20:17:00,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45789-0x1014a7129cf0007, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0113432823/running 2024-11-17T20:17:00,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45789-0x1014a7129cf0007, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0113432823 2024-11-17T20:17:00,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44151-0x1014a7129cf0006, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0113432823 2024-11-17T20:17:00,590 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b0b0ae8de03,44151,1731874619616, sessionid=0x1014a7129cf0006, setting cluster-up flag (Was=false) 2024-11-17T20:17:00,599 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0113432823/flush-table-proc/acquired, /0113432823/flush-table-proc/reached, /0113432823/flush-table-proc/abort 2024-11-17T20:17:00,601 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b0b0ae8de03,44151,1731874619616 2024-11-17T20:17:00,610 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0113432823/online-snapshot/acquired, /0113432823/online-snapshot/reached, /0113432823/online-snapshot/abort 2024-11-17T20:17:00,611 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b0b0ae8de03,44151,1731874619616 2024-11-17T20:17:00,613 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/.lastflushedseqids 2024-11-17T20:17:00,618 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T20:17:00,618 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T20:17:00,618 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b0b0ae8de03,44151,1731874619616 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 0b0b0ae8de03,36981,1731874604193 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T20:17:00,620 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:17:00,620 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:17:00,620 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:17:00,620 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:17:00,620 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b0b0ae8de03:0, corePoolSize=10, maxPoolSize=10 2024-11-17T20:17:00,621 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:00,621 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:17:00,621 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:00,624 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 0b0b0ae8de03,36981,1731874604193, splitWal=true, meta=true 2024-11-17T20:17:00,624 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731874650624 2024-11-17T20:17:00,624 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T20:17:00,624 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T20:17:00,624 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T20:17:00,625 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T20:17:00,625 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T20:17:00,625 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T20:17:00,625 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 0b0b0ae8de03,36981,1731874604193, splitWal=true, meta=true, isMeta: true 2024-11-17T20:17:00,627 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,36981,1731874604193-splitting 2024-11-17T20:17:00,628 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,36981,1731874604193-splitting dir is empty, no logs to split. 2024-11-17T20:17:00,628 INFO [PEWorker-1 {}] master.SplitWALManager(105): 0b0b0ae8de03,36981,1731874604193 WAL count=0, meta=true 2024-11-17T20:17:00,633 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,36981,1731874604193-splitting dir is empty, no logs to split. 2024-11-17T20:17:00,633 INFO [PEWorker-1 {}] master.SplitWALManager(105): 0b0b0ae8de03,36981,1731874604193 WAL count=0, meta=true 2024-11-17T20:17:00,633 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 0b0b0ae8de03,36981,1731874604193 WAL splitting is done? wals=0, meta=true 2024-11-17T20:17:00,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T20:17:00,636 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:00,637 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T20:17:00,639 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T20:17:00,640 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T20:17:00,640 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T20:17:00,640 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T20:17:00,641 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T20:17:00,642 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T20:17:00,642 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T20:17:00,642 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874620642,5,FailOnTimeoutGroup] 2024-11-17T20:17:00,644 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874620642,5,FailOnTimeoutGroup] 2024-11-17T20:17:00,644 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:00,644 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T20:17:00,644 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:00,644 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:00,644 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731874620644, completionTime=-1 2024-11-17T20:17:00,645 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-17T20:17:00,647 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-17T20:17:00,706 INFO [RS:0;0b0b0ae8de03:45789 {}] regionserver.HRegionServer(746): ClusterId : 77f1f1ab-0a29-4882-936a-3f24a798db68 2024-11-17T20:17:00,706 DEBUG [RS:0;0b0b0ae8de03:45789 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T20:17:00,715 DEBUG [RS:0;0b0b0ae8de03:45789 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T20:17:00,715 DEBUG [RS:0;0b0b0ae8de03:45789 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T20:17:00,726 DEBUG [RS:0;0b0b0ae8de03:45789 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T20:17:00,726 DEBUG [RS:0;0b0b0ae8de03:45789 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d9e139, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:17:00,743 DEBUG [RS:0;0b0b0ae8de03:45789 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b0b0ae8de03:45789 2024-11-17T20:17:00,743 INFO [RS:0;0b0b0ae8de03:45789 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T20:17:00,743 INFO [RS:0;0b0b0ae8de03:45789 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T20:17:00,743 DEBUG [RS:0;0b0b0ae8de03:45789 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T20:17:00,744 INFO [RS:0;0b0b0ae8de03:45789 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b0b0ae8de03,44151,1731874619616 with port=45789, startcode=1731874619679 2024-11-17T20:17:00,744 DEBUG [RS:0;0b0b0ae8de03:45789 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T20:17:00,746 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T20:17:00,747 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44151 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b0b0ae8de03,45789,1731874619679 2024-11-17T20:17:00,747 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44151 {}] master.ServerManager(517): Registering regionserver=0b0b0ae8de03,45789,1731874619679 2024-11-17T20:17:00,748 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=103ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-17T20:17:00,749 DEBUG [RS:0;0b0b0ae8de03:45789 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8 2024-11-17T20:17:00,749 DEBUG [RS:0;0b0b0ae8de03:45789 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40275 2024-11-17T20:17:00,749 DEBUG [RS:0;0b0b0ae8de03:45789 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T20:17:00,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44151-0x1014a7129cf0006, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0113432823/rs 2024-11-17T20:17:00,757 DEBUG [RS:0;0b0b0ae8de03:45789 {}] zookeeper.ZKUtil(111): regionserver:45789-0x1014a7129cf0007, quorum=127.0.0.1:57951, baseZNode=/0113432823 Set watcher on existing znode=/0113432823/rs/0b0b0ae8de03,45789,1731874619679 2024-11-17T20:17:00,757 WARN [RS:0;0b0b0ae8de03:45789 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:17:00,757 INFO [RS:0;0b0b0ae8de03:45789 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:17:00,757 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b0b0ae8de03,45789,1731874619679] 2024-11-17T20:17:00,757 DEBUG [RS:0;0b0b0ae8de03:45789 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,45789,1731874619679 2024-11-17T20:17:00,789 WARN [0b0b0ae8de03:44151 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-17T20:17:00,807 INFO [RS:0;0b0b0ae8de03:45789 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T20:17:00,812 INFO [RS:0;0b0b0ae8de03:45789 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T20:17:00,813 INFO [RS:0;0b0b0ae8de03:45789 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T20:17:00,813 INFO [RS:0;0b0b0ae8de03:45789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:00,820 INFO [RS:0;0b0b0ae8de03:45789 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T20:17:00,821 INFO [RS:0;0b0b0ae8de03:45789 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T20:17:00,822 INFO [RS:0;0b0b0ae8de03:45789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:00,822 DEBUG [RS:0;0b0b0ae8de03:45789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:00,822 DEBUG [RS:0;0b0b0ae8de03:45789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:00,822 DEBUG [RS:0;0b0b0ae8de03:45789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:00,822 DEBUG [RS:0;0b0b0ae8de03:45789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:00,822 DEBUG [RS:0;0b0b0ae8de03:45789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:00,822 DEBUG [RS:0;0b0b0ae8de03:45789 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:17:00,822 DEBUG [RS:0;0b0b0ae8de03:45789 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:00,822 DEBUG [RS:0;0b0b0ae8de03:45789 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:00,822 DEBUG [RS:0;0b0b0ae8de03:45789 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:00,823 DEBUG [RS:0;0b0b0ae8de03:45789 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:00,823 DEBUG [RS:0;0b0b0ae8de03:45789 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:00,823 DEBUG [RS:0;0b0b0ae8de03:45789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:00,823 DEBUG [RS:0;0b0b0ae8de03:45789 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:17:00,823 DEBUG [RS:0;0b0b0ae8de03:45789 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:17:00,837 INFO [RS:0;0b0b0ae8de03:45789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:00,837 INFO [RS:0;0b0b0ae8de03:45789 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:00,837 INFO [RS:0;0b0b0ae8de03:45789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:00,837 INFO [RS:0;0b0b0ae8de03:45789 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:00,837 INFO [RS:0;0b0b0ae8de03:45789 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:00,837 INFO [RS:0;0b0b0ae8de03:45789 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,45789,1731874619679-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:17:00,860 INFO [RS:0;0b0b0ae8de03:45789 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T20:17:00,860 INFO [RS:0;0b0b0ae8de03:45789 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,45789,1731874619679-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:00,882 INFO [RS:0;0b0b0ae8de03:45789 {}] regionserver.ReplicationSource(231): queueId=1-0b0b0ae8de03,45789,1731874619679, ReplicationSource: 1, currentBandwidth=0 2024-11-17T20:17:00,898 DEBUG [RS:0;0b0b0ae8de03:45789.replicationSource,1-0b0b0ae8de03,45789,1731874619679 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b0b0ae8de03:37995' 2024-11-17T20:17:00,900 DEBUG [RS:0;0b0b0ae8de03:45789.replicationSource,1-0b0b0ae8de03,45789,1731874619679 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ea43822, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:00,900 DEBUG [RS:0;0b0b0ae8de03:45789.replicationSource,1-0b0b0ae8de03,45789,1731874619679 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,37995,-1 for getting cluster id 2024-11-17T20:17:00,901 DEBUG [RS:0;0b0b0ae8de03:45789.replicationSource,1-0b0b0ae8de03,45789,1731874619679 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:17:00,902 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ca754aa-ea4a-4359-90e4-ebacf3d281e7' 2024-11-17T20:17:00,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:17:00,903 INFO [RS:0;0b0b0ae8de03:45789 {}] regionserver.ReplicationSource(231): queueId=2-0b0b0ae8de03,45789,1731874619679, ReplicationSource: 2, currentBandwidth=0 2024-11-17T20:17:00,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ca754aa-ea4a-4359-90e4-ebacf3d281e7" 2024-11-17T20:17:00,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5400af81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:00,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,37995,-1] 2024-11-17T20:17:00,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:17:00,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:00,905 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:17:00,907 INFO [RS:0;0b0b0ae8de03:45789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:00,907 INFO [RS:0;0b0b0ae8de03:45789 {}] regionserver.Replication(171): 0b0b0ae8de03,45789,1731874619679 started 2024-11-17T20:17:00,909 DEBUG [RS:0;0b0b0ae8de03:45789.replicationSource,1-0b0b0ae8de03,45789,1731874619679 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13a70cff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:00,909 DEBUG [RS:0;0b0b0ae8de03:45789.replicationSource,1-0b0b0ae8de03,45789,1731874619679 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:17:00,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,37995,1731874610904 2024-11-17T20:17:00,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@485e283b 2024-11-17T20:17:00,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:17:00,912 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-17T20:17:00,913 INFO [RS:0;0b0b0ae8de03:45789.replicationSource,1-0b0b0ae8de03,45789,1731874619679 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0b0b0ae8de03,45789,1731874619679 (queues=0) is replicating from cluster=77f1f1ab-0a29-4882-936a-3f24a798db68 to cluster=0ca754aa-ea4a-4359-90e4-ebacf3d281e7 2024-11-17T20:17:00,929 INFO [RS:0;0b0b0ae8de03:45789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:00,929 INFO [RS:0;0b0b0ae8de03:45789 {}] regionserver.HRegionServer(1482): Serving as 0b0b0ae8de03,45789,1731874619679, RpcServer on 0b0b0ae8de03/172.17.0.2:45789, sessionid=0x1014a7129cf0007 2024-11-17T20:17:00,929 DEBUG [RS:0;0b0b0ae8de03:45789 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T20:17:00,929 DEBUG [RS:0;0b0b0ae8de03:45789 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b0b0ae8de03,45789,1731874619679 2024-11-17T20:17:00,929 DEBUG [RS:0;0b0b0ae8de03:45789 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,45789,1731874619679' 2024-11-17T20:17:00,929 DEBUG [RS:0;0b0b0ae8de03:45789 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0113432823/flush-table-proc/abort' 2024-11-17T20:17:00,930 DEBUG [RS:0;0b0b0ae8de03:45789.replicationSource,2-0b0b0ae8de03,45789,1731874619679 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b0b0ae8de03:37995' 2024-11-17T20:17:00,931 DEBUG [RS:0;0b0b0ae8de03:45789 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0113432823/flush-table-proc/acquired' 2024-11-17T20:17:00,932 DEBUG [RS:0;0b0b0ae8de03:45789 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T20:17:00,932 DEBUG [RS:0;0b0b0ae8de03:45789 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T20:17:00,932 DEBUG [RS:0;0b0b0ae8de03:45789 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b0b0ae8de03,45789,1731874619679 2024-11-17T20:17:00,932 DEBUG [RS:0;0b0b0ae8de03:45789 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,45789,1731874619679' 2024-11-17T20:17:00,932 DEBUG [RS:0;0b0b0ae8de03:45789 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0113432823/online-snapshot/abort' 2024-11-17T20:17:00,932 DEBUG [RS:0;0b0b0ae8de03:45789.replicationSource,2-0b0b0ae8de03,45789,1731874619679 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7719cce9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:00,932 DEBUG [RS:0;0b0b0ae8de03:45789.replicationSource,2-0b0b0ae8de03,45789,1731874619679 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,37995,-1 for getting cluster id 2024-11-17T20:17:00,932 DEBUG [RS:0;0b0b0ae8de03:45789.replicationSource,2-0b0b0ae8de03,45789,1731874619679 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:17:00,932 DEBUG [RS:0;0b0b0ae8de03:45789 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0113432823/online-snapshot/acquired' 2024-11-17T20:17:00,933 DEBUG [RS:0;0b0b0ae8de03:45789 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T20:17:00,933 INFO [RS:0;0b0b0ae8de03:45789 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T20:17:00,933 INFO [RS:0;0b0b0ae8de03:45789 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T20:17:00,933 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ca754aa-ea4a-4359-90e4-ebacf3d281e7' 2024-11-17T20:17:00,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:17:00,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ca754aa-ea4a-4359-90e4-ebacf3d281e7" 2024-11-17T20:17:00,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@712dc42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:00,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,37995,-1] 2024-11-17T20:17:00,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:17:00,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:00,936 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:17:00,937 DEBUG [RS:0;0b0b0ae8de03:45789.replicationSource,2-0b0b0ae8de03,45789,1731874619679 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@248226f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:00,937 DEBUG [RS:0;0b0b0ae8de03:45789.replicationSource,2-0b0b0ae8de03,45789,1731874619679 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:17:00,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,37995,1731874610904 2024-11-17T20:17:00,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@768b7dec 2024-11-17T20:17:00,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:17:00,940 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-17T20:17:00,941 INFO [RS:0;0b0b0ae8de03:45789.replicationSource,2-0b0b0ae8de03,45789,1731874619679 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-0b0b0ae8de03,45789,1731874619679 (queues=0) is replicating from cluster=77f1f1ab-0a29-4882-936a-3f24a798db68 to cluster=0ca754aa-ea4a-4359-90e4-ebacf3d281e7 2024-11-17T20:17:01,034 INFO [RS:0;0b0b0ae8de03:45789 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:17:01,036 INFO [RS:0;0b0b0ae8de03:45789 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C45789%2C1731874619679, suffix=, logDir=hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,45789,1731874619679, archiveDir=hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/oldWALs, maxLogs=10 2024-11-17T20:17:01,056 DEBUG [RS:0;0b0b0ae8de03:45789 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,45789,1731874619679/0b0b0ae8de03%2C45789%2C1731874619679.1731874621037, exclude list is [], retry=0 2024-11-17T20:17:01,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38163,DS-27031a78-516d-4f56-b534-99f301aec505,DISK] 2024-11-17T20:17:01,062 INFO [RS:0;0b0b0ae8de03:45789 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,45789,1731874619679/0b0b0ae8de03%2C45789%2C1731874619679.1731874621037 2024-11-17T20:17:01,063 DEBUG [RS:0;0b0b0ae8de03:45789 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 0b0b0ae8de03%2C45789%2C1731874619679 for peer 1 2024-11-17T20:17:01,063 DEBUG [RS:0;0b0b0ae8de03:45789 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 0b0b0ae8de03%2C45789%2C1731874619679 for peer 2 2024-11-17T20:17:01,064 DEBUG [RS:0;0b0b0ae8de03:45789 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0b0b0ae8de03%2C45789%2C1731874619679 2024-11-17T20:17:01,064 INFO [RS:0;0b0b0ae8de03:45789 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0b0b0ae8de03,45789,1731874619679, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T20:17:01,064 DEBUG [RS:0;0b0b0ae8de03:45789 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=0b0b0ae8de03%2C45789%2C1731874619679 2024-11-17T20:17:01,064 INFO [RS:0;0b0b0ae8de03:45789.replicationSource.shipper0b0b0ae8de03%2C45789%2C1731874619679,1-0b0b0ae8de03,45789,1731874619679 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0b0b0ae8de03%2C45789%2C1731874619679 2024-11-17T20:17:01,064 INFO [RS:0;0b0b0ae8de03:45789 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-0b0b0ae8de03,45789,1731874619679, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T20:17:01,066 INFO [RS:0;0b0b0ae8de03:45789.replicationSource.shipper0b0b0ae8de03%2C45789%2C1731874619679,2-0b0b0ae8de03,45789,1731874619679 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0b0b0ae8de03%2C45789%2C1731874619679 2024-11-17T20:17:01,066 DEBUG [RS:0;0b0b0ae8de03:45789 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46069:46069)] 2024-11-17T20:17:01,066 DEBUG [RS:0;0b0b0ae8de03:45789.replicationSource.wal-reader.0b0b0ae8de03%2C45789%2C1731874619679,2-0b0b0ae8de03,45789,1731874619679 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,45789,1731874619679/0b0b0ae8de03%2C45789%2C1731874619679.1731874621037, startPosition=0, beingWritten=true 2024-11-17T20:17:01,066 DEBUG [RS:0;0b0b0ae8de03:45789.replicationSource.wal-reader.0b0b0ae8de03%2C45789%2C1731874619679,1-0b0b0ae8de03,45789,1731874619679 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,45789,1731874619679/0b0b0ae8de03%2C45789%2C1731874619679.1731874621037, startPosition=0, beingWritten=true 2024-11-17T20:17:01,283 DEBUG [RS:0;0b0b0ae8de03:45789.replicationSource.wal-reader.0b0b0ae8de03%2C45789%2C1731874619679,1-0b0b0ae8de03,45789,1731874619679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,45789,1731874619679/0b0b0ae8de03%2C45789%2C1731874619679.1731874621037 to pos 0, reset compression=false 2024-11-17T20:17:01,284 DEBUG [RS:0;0b0b0ae8de03:45789.replicationSource.wal-reader.0b0b0ae8de03%2C45789%2C1731874619679,2-0b0b0ae8de03,45789,1731874619679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,45789,1731874619679/0b0b0ae8de03%2C45789%2C1731874619679.1731874621037 to pos 0, reset compression=false 2024-11-17T20:17:01,290 DEBUG [0b0b0ae8de03:44151 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T20:17:01,290 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b0b0ae8de03,45789,1731874619679 2024-11-17T20:17:01,293 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,45789,1731874619679, state=OPENING 2024-11-17T20:17:01,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45789-0x1014a7129cf0007, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0113432823/meta-region-server 2024-11-17T20:17:01,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44151-0x1014a7129cf0006, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0113432823/meta-region-server 2024-11-17T20:17:01,461 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T20:17:01,461 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0113432823/meta-region-server: CHANGED 2024-11-17T20:17:01,461 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0113432823/meta-region-server: CHANGED 2024-11-17T20:17:01,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,45789,1731874619679}] 2024-11-17T20:17:01,607 DEBUG [RS:0;0b0b0ae8de03:45789.replicationSource.wal-reader.0b0b0ae8de03%2C45789%2C1731874619679,2-0b0b0ae8de03,45789,1731874619679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,45789,1731874619679/0b0b0ae8de03%2C45789%2C1731874619679.1731874621037 to pos 0, reset compression=false 2024-11-17T20:17:01,613 DEBUG [RS:0;0b0b0ae8de03:45789.replicationSource.wal-reader.0b0b0ae8de03%2C45789%2C1731874619679,1-0b0b0ae8de03,45789,1731874619679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,45789,1731874619679/0b0b0ae8de03%2C45789%2C1731874619679.1731874621037 to pos 0, reset compression=false 2024-11-17T20:17:01,615 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T20:17:01,618 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T20:17:01,622 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T20:17:01,622 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:17:01,623 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T20:17:01,625 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C45789%2C1731874619679.meta, suffix=.meta, logDir=hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,45789,1731874619679, archiveDir=hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/oldWALs, maxLogs=10 2024-11-17T20:17:01,644 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,45789,1731874619679/0b0b0ae8de03%2C45789%2C1731874619679.meta.1731874621626.meta, exclude list is [], retry=0 2024-11-17T20:17:01,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38163,DS-27031a78-516d-4f56-b534-99f301aec505,DISK] 2024-11-17T20:17:01,650 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,45789,1731874619679/0b0b0ae8de03%2C45789%2C1731874619679.meta.1731874621626.meta 2024-11-17T20:17:01,651 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46069:46069)] 2024-11-17T20:17:01,651 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:17:01,651 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:17:01,651 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T20:17:01,651 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T20:17:01,652 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T20:17:01,652 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T20:17:01,652 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:17:01,652 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T20:17:01,652 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T20:17:01,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T20:17:01,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T20:17:01,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:01,673 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/data/hbase/meta/1588230740/info/32838a2818b94ee0b04fda03221ef910 2024-11-17T20:17:01,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:17:01,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T20:17:01,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T20:17:01,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:01,683 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/data/hbase/meta/1588230740/ns/fb3e43db4e3844d09014c7562c075664 2024-11-17T20:17:01,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:17:01,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T20:17:01,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T20:17:01,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:01,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:17:01,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T20:17:01,687 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T20:17:01,687 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:01,695 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/data/hbase/meta/1588230740/table/ab997fdeaf5947c38dee102d3d6132dc 2024-11-17T20:17:01,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:17:01,696 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T20:17:01,697 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/data/hbase/meta/1588230740 2024-11-17T20:17:01,699 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/data/hbase/meta/1588230740 2024-11-17T20:17:01,701 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T20:17:01,701 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T20:17:01,703 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:17:01,705 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T20:17:01,707 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66589047, jitterRate=-0.007745876908302307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:17:01,707 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T20:17:01,707 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731874621652Writing region info on filesystem at 1731874621652Initializing all the Stores at 1731874621654 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874621654Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874621654Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874621654Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874621654Cleaning up temporary data from old regions at 1731874621701 (+47 ms)Running coprocessor post-open hooks at 1731874621707 (+6 ms)Region opened successfully at 1731874621707 2024-11-17T20:17:01,708 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731874621615 2024-11-17T20:17:01,711 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T20:17:01,711 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T20:17:01,712 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=0b0b0ae8de03,45789,1731874619679 2024-11-17T20:17:01,714 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,45789,1731874619679, state=OPEN 2024-11-17T20:17:01,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44151-0x1014a7129cf0006, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0113432823/meta-region-server 2024-11-17T20:17:01,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45789-0x1014a7129cf0007, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0113432823/meta-region-server 2024-11-17T20:17:01,809 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,45789,1731874619679 2024-11-17T20:17:01,809 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0113432823/meta-region-server: CHANGED 2024-11-17T20:17:01,809 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0113432823/meta-region-server: CHANGED 2024-11-17T20:17:01,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-17T20:17:01,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,45789,1731874619679 in 347 msec 2024-11-17T20:17:01,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-17T20:17:01,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.1780 sec 2024-11-17T20:17:02,012 DEBUG [RS:0;0b0b0ae8de03:45789.replicationSource.wal-reader.0b0b0ae8de03%2C45789%2C1731874619679,2-0b0b0ae8de03,45789,1731874619679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,45789,1731874619679/0b0b0ae8de03%2C45789%2C1731874619679.1731874621037 to pos 0, reset compression=false 2024-11-17T20:17:02,019 DEBUG [RS:0;0b0b0ae8de03:45789.replicationSource.wal-reader.0b0b0ae8de03%2C45789%2C1731874619679,1-0b0b0ae8de03,45789,1731874619679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,45789,1731874619679/0b0b0ae8de03%2C45789%2C1731874619679.1731874621037 to pos 0, reset compression=false 2024-11-17T20:17:02,250 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1605ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-17T20:17:02,518 DEBUG [RS:0;0b0b0ae8de03:45789.replicationSource.wal-reader.0b0b0ae8de03%2C45789%2C1731874619679,2-0b0b0ae8de03,45789,1731874619679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,45789,1731874619679/0b0b0ae8de03%2C45789%2C1731874619679.1731874621037 to pos 0, reset compression=false 2024-11-17T20:17:02,524 DEBUG [RS:0;0b0b0ae8de03:45789.replicationSource.wal-reader.0b0b0ae8de03%2C45789%2C1731874619679,1-0b0b0ae8de03,45789,1731874619679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,45789,1731874619679/0b0b0ae8de03%2C45789%2C1731874619679.1731874621037 to pos 0, reset compression=false 2024-11-17T20:17:03,124 DEBUG [RS:0;0b0b0ae8de03:45789.replicationSource.wal-reader.0b0b0ae8de03%2C45789%2C1731874619679,2-0b0b0ae8de03,45789,1731874619679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,45789,1731874619679/0b0b0ae8de03%2C45789%2C1731874619679.1731874621037 to pos 0, reset compression=false 2024-11-17T20:17:03,130 DEBUG [RS:0;0b0b0ae8de03:45789.replicationSource.wal-reader.0b0b0ae8de03%2C45789%2C1731874619679,1-0b0b0ae8de03,45789,1731874619679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,45789,1731874619679/0b0b0ae8de03%2C45789%2C1731874619679.1731874621037 to pos 0, reset compression=false 2024-11-17T20:17:03,753 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3108ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-17T20:17:03,830 DEBUG [RS:0;0b0b0ae8de03:45789.replicationSource.wal-reader.0b0b0ae8de03%2C45789%2C1731874619679,2-0b0b0ae8de03,45789,1731874619679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,45789,1731874619679/0b0b0ae8de03%2C45789%2C1731874619679.1731874621037 to pos 0, reset compression=false 2024-11-17T20:17:03,837 DEBUG [RS:0;0b0b0ae8de03:45789.replicationSource.wal-reader.0b0b0ae8de03%2C45789%2C1731874619679,1-0b0b0ae8de03,45789,1731874619679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,45789,1731874619679/0b0b0ae8de03%2C45789%2C1731874619679.1731874621037 to pos 0, reset compression=false 2024-11-17T20:17:04,636 DEBUG [RS:0;0b0b0ae8de03:45789.replicationSource.wal-reader.0b0b0ae8de03%2C45789%2C1731874619679,2-0b0b0ae8de03,45789,1731874619679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,45789,1731874619679/0b0b0ae8de03%2C45789%2C1731874619679.1731874621037 to pos 0, reset compression=false 2024-11-17T20:17:04,642 DEBUG [RS:0;0b0b0ae8de03:45789.replicationSource.wal-reader.0b0b0ae8de03%2C45789%2C1731874619679,1-0b0b0ae8de03,45789,1731874619679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,45789,1731874619679/0b0b0ae8de03%2C45789%2C1731874619679.1731874621037 to pos 0, reset compression=false 2024-11-17T20:17:05,155 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4510ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-17T20:17:05,155 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T20:17:05,156 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:17:05,156 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,45789,1731874619679, seqNum=-1] 2024-11-17T20:17:05,156 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:17:05,158 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:17:05,166 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4132cdc2682b597e2d61abe66b4b9f63, regionState=OPEN, lastHost=0b0b0ae8de03,36981,1731874604193, regionLocation=0b0b0ae8de03,36981,1731874604193, openSeqNum=2 2024-11-17T20:17:05,166 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T20:17:05,166 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731874685166 2024-11-17T20:17:05,166 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731874745166 2024-11-17T20:17:05,166 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 10 msec 2024-11-17T20:17:05,167 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,44151,1731874619616-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:05,167 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,44151,1731874619616-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:05,167 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,44151,1731874619616-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:05,167 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 0b0b0ae8de03,36981,1731874604193 had 2 regions 2024-11-17T20:17:05,167 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b0b0ae8de03:44151, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:05,167 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:05,168 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:05,169 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 0b0b0ae8de03,36981,1731874604193, splitWal=true, meta=true, isMeta: false 2024-11-17T20:17:05,171 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,36981,1731874604193-splitting dir is empty, no logs to split. 2024-11-17T20:17:05,171 INFO [PEWorker-3 {}] master.SplitWALManager(105): 0b0b0ae8de03,36981,1731874604193 WAL count=0, meta=false 2024-11-17T20:17:05,178 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.431sec 2024-11-17T20:17:05,178 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,36981,1731874604193-splitting dir is empty, no logs to split. 2024-11-17T20:17:05,178 INFO [PEWorker-3 {}] master.SplitWALManager(105): 0b0b0ae8de03,36981,1731874604193 WAL count=0, meta=false 2024-11-17T20:17:05,178 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 0b0b0ae8de03,36981,1731874604193 WAL splitting is done? wals=0, meta=false 2024-11-17T20:17:05,178 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T20:17:05,178 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T20:17:05,178 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T20:17:05,178 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T20:17:05,178 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T20:17:05,178 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,44151,1731874619616-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:17:05,178 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,44151,1731874619616-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T20:17:05,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4132cdc2682b597e2d61abe66b4b9f63, ASSIGN}] 2024-11-17T20:17:05,187 WARN [master/0b0b0ae8de03:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=0b0b0ae8de03,36981,1731874604193/hbase:replication,,1731874614818.4132cdc2682b597e2d61abe66b4b9f63. 2024-11-17T20:17:05,187 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4132cdc2682b597e2d61abe66b4b9f63, ASSIGN 2024-11-17T20:17:05,189 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T20:17:05,189 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T20:17:05,189 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,44151,1731874619616-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:05,190 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4132cdc2682b597e2d61abe66b4b9f63, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T20:17:05,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3008273f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:05,209 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,44151,-1 for getting cluster id 2024-11-17T20:17:05,209 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:17:05,211 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77f1f1ab-0a29-4882-936a-3f24a798db68' 2024-11-17T20:17:05,211 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:17:05,212 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77f1f1ab-0a29-4882-936a-3f24a798db68" 2024-11-17T20:17:05,212 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@442c0086, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:05,212 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,44151,-1] 2024-11-17T20:17:05,212 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:17:05,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:05,214 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:17:05,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c89559, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:05,216 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:17:05,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,45789,1731874619679, seqNum=-1] 2024-11-17T20:17:05,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:17:05,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:17:05,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-17T20:17:05,223 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:17:05,224 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:17:05,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:05,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:05,224 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:17:05,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 0b0b0ae8de03:44151 after: 0b0b0ae8de03:44151 2024-11-17T20:17:05,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@311e17ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:05,228 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,44151,-1 for getting cluster id 2024-11-17T20:17:05,229 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:17:05,229 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77f1f1ab-0a29-4882-936a-3f24a798db68' 2024-11-17T20:17:05,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:17:05,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77f1f1ab-0a29-4882-936a-3f24a798db68" 2024-11-17T20:17:05,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@106f4532, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:05,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,44151,-1] 2024-11-17T20:17:05,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:17:05,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:05,232 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:17:05,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c0ebea4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:05,233 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:17:05,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,44151,1731874619616 2024-11-17T20:17:05,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e6c989a 2024-11-17T20:17:05,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:17:05,236 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:17:05,236 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44151 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-17T20:17:05,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44151 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-17T20:17:05,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44151 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-17T20:17:05,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44151 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-17T20:17:05,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T20:17:05,240 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:17:05,240 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:17:05,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:05,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:05,240 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:17:05,240 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T20:17:05,241 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=953117524, stopped=false 2024-11-17T20:17:05,241 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0b0b0ae8de03,37995,1731874610904 2024-11-17T20:17:05,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37995-0x1014a7129cf0003, quorum=127.0.0.1:57951, baseZNode=/11229780774 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11229780774/running 2024-11-17T20:17:05,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40943-0x1014a7129cf0004, quorum=127.0.0.1:57951, baseZNode=/11229780774 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11229780774/running 2024-11-17T20:17:05,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37995-0x1014a7129cf0003, quorum=127.0.0.1:57951, baseZNode=/11229780774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229780774 2024-11-17T20:17:05,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40943-0x1014a7129cf0004, quorum=127.0.0.1:57951, baseZNode=/11229780774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229780774 2024-11-17T20:17:05,314 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T20:17:05,314 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:17:05,314 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:17:05,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:05,315 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40943-0x1014a7129cf0004, quorum=127.0.0.1:57951, baseZNode=/11229780774 Set watcher on znode that does not yet exist, /11229780774/running 2024-11-17T20:17:05,315 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37995-0x1014a7129cf0003, quorum=127.0.0.1:57951, baseZNode=/11229780774 Set watcher on znode that does not yet exist, /11229780774/running 2024-11-17T20:17:05,315 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b0b0ae8de03,40943,1731874611063' ***** 2024-11-17T20:17:05,315 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T20:17:05,316 INFO [RS:0;0b0b0ae8de03:40943 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T20:17:05,316 INFO [RS:0;0b0b0ae8de03:40943 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T20:17:05,316 INFO [RS:0;0b0b0ae8de03:40943 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T20:17:05,316 INFO [RS:0;0b0b0ae8de03:40943 {}] regionserver.HRegionServer(959): stopping server 0b0b0ae8de03,40943,1731874611063 2024-11-17T20:17:05,316 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T20:17:05,316 INFO [RS:0;0b0b0ae8de03:40943 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:17:05,316 INFO [RS:0;0b0b0ae8de03:40943 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:40943. 2024-11-17T20:17:05,316 DEBUG [RS:0;0b0b0ae8de03:40943 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:17:05,316 DEBUG [RS:0;0b0b0ae8de03:40943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:05,316 INFO [RS:0;0b0b0ae8de03:40943 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T20:17:05,316 INFO [RS:0;0b0b0ae8de03:40943 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T20:17:05,316 INFO [RS:0;0b0b0ae8de03:40943 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T20:17:05,316 INFO [RS:0;0b0b0ae8de03:40943 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T20:17:05,317 INFO [RS:0;0b0b0ae8de03:40943 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T20:17:05,317 DEBUG [RS:0;0b0b0ae8de03:40943 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T20:17:05,317 DEBUG [RS:0;0b0b0ae8de03:40943 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:17:05,317 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T20:17:05,317 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T20:17:05,317 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T20:17:05,317 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T20:17:05,317 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T20:17:05,317 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-17T20:17:05,339 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43491/user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/data/hbase/meta/1588230740/.tmp/ns/cb34513783bf47658cf1871f5e8dda41 is 43, key is default/ns:d/1731874614581/Put/seqid=0 2024-11-17T20:17:05,340 DEBUG [0b0b0ae8de03:44151 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T20:17:05,341 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=4132cdc2682b597e2d61abe66b4b9f63, regionState=OPENING, regionLocation=0b0b0ae8de03,45789,1731874619679 2024-11-17T20:17:05,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741835_1011 (size=5153) 2024-11-17T20:17:05,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4132cdc2682b597e2d61abe66b4b9f63, ASSIGN because future has completed 2024-11-17T20:17:05,348 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43491/user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/data/hbase/meta/1588230740/.tmp/ns/cb34513783bf47658cf1871f5e8dda41 2024-11-17T20:17:05,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4132cdc2682b597e2d61abe66b4b9f63, server=0b0b0ae8de03,45789,1731874619679}] 2024-11-17T20:17:05,360 INFO [regionserver/0b0b0ae8de03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T20:17:05,360 INFO [regionserver/0b0b0ae8de03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T20:17:05,362 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43491/user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/data/hbase/meta/1588230740/.tmp/ns/cb34513783bf47658cf1871f5e8dda41 as hdfs://localhost:43491/user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/data/hbase/meta/1588230740/ns/cb34513783bf47658cf1871f5e8dda41 2024-11-17T20:17:05,373 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43491/user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/data/hbase/meta/1588230740/ns/cb34513783bf47658cf1871f5e8dda41, entries=2, sequenceid=6, filesize=5.0 K 2024-11-17T20:17:05,374 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 57ms, sequenceid=6, compaction requested=false 2024-11-17T20:17:05,376 INFO [regionserver/0b0b0ae8de03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:17:05,389 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43491/user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-17T20:17:05,390 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:17:05,390 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T20:17:05,390 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T20:17:05,390 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731874625317Running coprocessor pre-close hooks at 1731874625317Disabling compacts and flushes for region at 1731874625317Disabling writes for close at 1731874625317Obtaining lock to block concurrent updates at 1731874625317Preparing flush snapshotting stores in 1588230740 at 1731874625317Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731874625318 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731874625318Flushing 1588230740/ns: creating writer at 1731874625318Flushing 1588230740/ns: appending metadata at 1731874625338 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731874625338Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e265754: reopening flushed file at 1731874625360 (+22 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 57ms, sequenceid=6, compaction requested=false at 1731874625374 (+14 ms)Writing region close event to WAL at 1731874625384 (+10 ms)Running coprocessor post-close hooks at 1731874625390 (+6 ms)Closed at 1731874625390 2024-11-17T20:17:05,391 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T20:17:05,510 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731874614818.4132cdc2682b597e2d61abe66b4b9f63. 2024-11-17T20:17:05,510 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:17:05,511 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T20:17:05,513 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C45789%2C1731874619679.rep, suffix=, logDir=hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,45789,1731874619679, archiveDir=hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/oldWALs, maxLogs=10 2024-11-17T20:17:05,517 INFO [RS:0;0b0b0ae8de03:40943 {}] regionserver.HRegionServer(976): stopping server 0b0b0ae8de03,40943,1731874611063; all regions closed. 2024-11-17T20:17:05,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741834_1010 (size=1152) 2024-11-17T20:17:05,522 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/WALs/0b0b0ae8de03,40943,1731874611063/0b0b0ae8de03%2C40943%2C1731874611063.meta.1731874614474.meta not finished, retry = 0 2024-11-17T20:17:05,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,45789,1731874619679/0b0b0ae8de03%2C45789%2C1731874619679.rep.1731874625517, exclude list is [], retry=0 2024-11-17T20:17:05,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38163,DS-27031a78-516d-4f56-b534-99f301aec505,DISK] 2024-11-17T20:17:05,537 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,45789,1731874619679/0b0b0ae8de03%2C45789%2C1731874619679.rep.1731874625517 2024-11-17T20:17:05,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46069:46069)] 2024-11-17T20:17:05,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 4132cdc2682b597e2d61abe66b4b9f63, NAME => 'hbase:replication,,1731874614818.4132cdc2682b597e2d61abe66b4b9f63.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:17:05,538 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:17:05,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T20:17:05,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731874614818.4132cdc2682b597e2d61abe66b4b9f63. service=MultiRowMutationService 2024-11-17T20:17:05,539 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T20:17:05,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4132cdc2682b597e2d61abe66b4b9f63 2024-11-17T20:17:05,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731874614818.4132cdc2682b597e2d61abe66b4b9f63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:17:05,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 4132cdc2682b597e2d61abe66b4b9f63 2024-11-17T20:17:05,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 4132cdc2682b597e2d61abe66b4b9f63 2024-11-17T20:17:05,541 INFO [StoreOpener-4132cdc2682b597e2d61abe66b4b9f63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4132cdc2682b597e2d61abe66b4b9f63 2024-11-17T20:17:05,542 INFO [StoreOpener-4132cdc2682b597e2d61abe66b4b9f63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4132cdc2682b597e2d61abe66b4b9f63 columnFamilyName hfileref 2024-11-17T20:17:05,542 DEBUG [StoreOpener-4132cdc2682b597e2d61abe66b4b9f63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:05,542 DEBUG [RS:0;0b0b0ae8de03:45789.replicationSource.wal-reader.0b0b0ae8de03%2C45789%2C1731874619679,2-0b0b0ae8de03,45789,1731874619679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,45789,1731874619679/0b0b0ae8de03%2C45789%2C1731874619679.1731874621037 to pos 0, reset compression=false 2024-11-17T20:17:05,543 INFO [StoreOpener-4132cdc2682b597e2d61abe66b4b9f63-1 {}] regionserver.HStore(327): Store=4132cdc2682b597e2d61abe66b4b9f63/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:17:05,543 INFO [StoreOpener-4132cdc2682b597e2d61abe66b4b9f63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4132cdc2682b597e2d61abe66b4b9f63 2024-11-17T20:17:05,545 INFO [StoreOpener-4132cdc2682b597e2d61abe66b4b9f63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4132cdc2682b597e2d61abe66b4b9f63 columnFamilyName queue 2024-11-17T20:17:05,546 DEBUG [StoreOpener-4132cdc2682b597e2d61abe66b4b9f63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:05,547 DEBUG [RS:0;0b0b0ae8de03:45789.replicationSource.wal-reader.0b0b0ae8de03%2C45789%2C1731874619679,1-0b0b0ae8de03,45789,1731874619679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,45789,1731874619679/0b0b0ae8de03%2C45789%2C1731874619679.1731874621037 to pos 0, reset compression=false 2024-11-17T20:17:05,564 DEBUG [StoreOpener-4132cdc2682b597e2d61abe66b4b9f63-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/data/hbase/replication/4132cdc2682b597e2d61abe66b4b9f63/queue/94989e8ac11b4e3cb581e934ca4d0189 2024-11-17T20:17:05,564 INFO [StoreOpener-4132cdc2682b597e2d61abe66b4b9f63-1 {}] regionserver.HStore(327): Store=4132cdc2682b597e2d61abe66b4b9f63/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:17:05,564 INFO [StoreOpener-4132cdc2682b597e2d61abe66b4b9f63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4132cdc2682b597e2d61abe66b4b9f63 2024-11-17T20:17:05,566 INFO [StoreOpener-4132cdc2682b597e2d61abe66b4b9f63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4132cdc2682b597e2d61abe66b4b9f63 columnFamilyName sid 2024-11-17T20:17:05,566 DEBUG [StoreOpener-4132cdc2682b597e2d61abe66b4b9f63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:05,567 INFO [StoreOpener-4132cdc2682b597e2d61abe66b4b9f63-1 {}] regionserver.HStore(327): Store=4132cdc2682b597e2d61abe66b4b9f63/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:17:05,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 4132cdc2682b597e2d61abe66b4b9f63 2024-11-17T20:17:05,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/data/hbase/replication/4132cdc2682b597e2d61abe66b4b9f63 2024-11-17T20:17:05,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/data/hbase/replication/4132cdc2682b597e2d61abe66b4b9f63 2024-11-17T20:17:05,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 4132cdc2682b597e2d61abe66b4b9f63 2024-11-17T20:17:05,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 4132cdc2682b597e2d61abe66b4b9f63 2024-11-17T20:17:05,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T20:17:05,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 4132cdc2682b597e2d61abe66b4b9f63 2024-11-17T20:17:05,576 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 4132cdc2682b597e2d61abe66b4b9f63; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61957141, jitterRate=-0.07676665484905243}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T20:17:05,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4132cdc2682b597e2d61abe66b4b9f63 2024-11-17T20:17:05,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 4132cdc2682b597e2d61abe66b4b9f63: Running coprocessor pre-open hook at 1731874625539Writing region info on filesystem at 1731874625539Initializing all the Stores at 1731874625540 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874625540Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874625541 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874625541Cleaning up temporary data from old regions at 1731874625570 (+29 ms)Running coprocessor post-open hooks at 1731874625577 (+7 ms)Region opened successfully at 1731874625577 2024-11-17T20:17:05,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731874614818.4132cdc2682b597e2d61abe66b4b9f63., pid=19, masterSystemTime=1731874625505 2024-11-17T20:17:05,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731874614818.4132cdc2682b597e2d61abe66b4b9f63. 2024-11-17T20:17:05,582 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731874614818.4132cdc2682b597e2d61abe66b4b9f63. 2024-11-17T20:17:05,583 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=4132cdc2682b597e2d61abe66b4b9f63, regionState=OPEN, openSeqNum=10, regionLocation=0b0b0ae8de03,45789,1731874619679 2024-11-17T20:17:05,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4132cdc2682b597e2d61abe66b4b9f63, server=0b0b0ae8de03,45789,1731874619679 because future has completed 2024-11-17T20:17:05,591 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-17T20:17:05,592 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 4132cdc2682b597e2d61abe66b4b9f63, server=0b0b0ae8de03,45789,1731874619679 in 238 msec 2024-11-17T20:17:05,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-17T20:17:05,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4132cdc2682b597e2d61abe66b4b9f63, ASSIGN in 407 msec 2024-11-17T20:17:05,597 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-17T20:17:05,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731874614818.4132cdc2682b597e2d61abe66b4b9f63., hostname=0b0b0ae8de03,45789,1731874619679, seqNum=10] 2024-11-17T20:17:05,627 DEBUG [RS:0;0b0b0ae8de03:40943 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/oldWALs 2024-11-17T20:17:05,627 INFO [RS:0;0b0b0ae8de03:40943 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b0b0ae8de03%2C40943%2C1731874611063.meta:.meta(num 1731874614474) 2024-11-17T20:17:05,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741832_1008 (size=93) 2024-11-17T20:17:05,635 DEBUG [RS:0;0b0b0ae8de03:40943 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/oldWALs 2024-11-17T20:17:05,635 INFO [RS:0;0b0b0ae8de03:40943 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b0b0ae8de03%2C40943%2C1731874611063:(num 1731874613425) 2024-11-17T20:17:05,635 DEBUG [RS:0;0b0b0ae8de03:40943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:05,635 INFO [RS:0;0b0b0ae8de03:40943 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:17:05,636 INFO [RS:0;0b0b0ae8de03:40943 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:17:05,636 INFO [RS:0;0b0b0ae8de03:40943 {}] hbase.ChoreService(370): Chore service for: regionserver/0b0b0ae8de03:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T20:17:05,636 INFO [RS:0;0b0b0ae8de03:40943 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:17:05,636 INFO [RS:0;0b0b0ae8de03:40943 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40943 2024-11-17T20:17:05,639 INFO [regionserver/0b0b0ae8de03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:17:05,646 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 0b0b0ae8de03,36981,1731874604193 2024-11-17T20:17:05,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-17T20:17:05,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37995-0x1014a7129cf0003, quorum=127.0.0.1:57951, baseZNode=/11229780774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229780774/rs 2024-11-17T20:17:05,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40943-0x1014a7129cf0004, quorum=127.0.0.1:57951, baseZNode=/11229780774 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11229780774/rs/0b0b0ae8de03,40943,1731874611063 2024-11-17T20:17:05,651 INFO [RS:0;0b0b0ae8de03:40943 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:17:05,661 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b0b0ae8de03,40943,1731874611063] 2024-11-17T20:17:05,671 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11229780774/draining/0b0b0ae8de03,40943,1731874611063 already deleted, retry=false 2024-11-17T20:17:05,671 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b0b0ae8de03,40943,1731874611063 expired; onlineServers=0 2024-11-17T20:17:05,672 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0b0b0ae8de03,37995,1731874610904' ***** 2024-11-17T20:17:05,672 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T20:17:05,672 INFO [M:0;0b0b0ae8de03:37995 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:17:05,672 INFO [M:0;0b0b0ae8de03:37995 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:17:05,672 DEBUG [M:0;0b0b0ae8de03:37995 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T20:17:05,672 DEBUG [M:0;0b0b0ae8de03:37995 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T20:17:05,672 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T20:17:05,672 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874613161 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874613161,5,FailOnTimeoutGroup] 2024-11-17T20:17:05,672 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874613164 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874613164,5,FailOnTimeoutGroup] 2024-11-17T20:17:05,672 INFO [M:0;0b0b0ae8de03:37995 {}] hbase.ChoreService(370): Chore service for: master/0b0b0ae8de03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T20:17:05,673 INFO [M:0;0b0b0ae8de03:37995 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:17:05,673 DEBUG [M:0;0b0b0ae8de03:37995 {}] master.HMaster(1795): Stopping service threads 2024-11-17T20:17:05,673 INFO [M:0;0b0b0ae8de03:37995 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T20:17:05,673 INFO [M:0;0b0b0ae8de03:37995 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T20:17:05,673 INFO [M:0;0b0b0ae8de03:37995 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T20:17:05,673 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T20:17:05,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37995-0x1014a7129cf0003, quorum=127.0.0.1:57951, baseZNode=/11229780774 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11229780774/master 2024-11-17T20:17:05,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37995-0x1014a7129cf0003, quorum=127.0.0.1:57951, baseZNode=/11229780774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229780774 2024-11-17T20:17:05,682 DEBUG [M:0;0b0b0ae8de03:37995 {}] zookeeper.ZKUtil(347): master:37995-0x1014a7129cf0003, quorum=127.0.0.1:57951, baseZNode=/11229780774 Unable to get data of znode /11229780774/master because node does not exist (not an error) 2024-11-17T20:17:05,683 WARN [M:0;0b0b0ae8de03:37995 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T20:17:05,684 INFO [M:0;0b0b0ae8de03:37995 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43491/user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/.lastflushedseqids 2024-11-17T20:17:05,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741836_1012 (size=99) 2024-11-17T20:17:05,690 INFO [M:0;0b0b0ae8de03:37995 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T20:17:05,690 INFO [M:0;0b0b0ae8de03:37995 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T20:17:05,691 DEBUG [M:0;0b0b0ae8de03:37995 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T20:17:05,691 INFO [M:0;0b0b0ae8de03:37995 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:17:05,691 DEBUG [M:0;0b0b0ae8de03:37995 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:17:05,691 DEBUG [M:0;0b0b0ae8de03:37995 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T20:17:05,691 DEBUG [M:0;0b0b0ae8de03:37995 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:17:05,691 INFO [M:0;0b0b0ae8de03:37995 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-17T20:17:05,712 DEBUG [M:0;0b0b0ae8de03:37995 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43491/user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/51c9b767631b4e2c90ef4b285d128554 is 82, key is hbase:meta,,1/info:regioninfo/1731874614544/Put/seqid=0 2024-11-17T20:17:05,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741837_1013 (size=5672) 2024-11-17T20:17:05,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40943-0x1014a7129cf0004, quorum=127.0.0.1:57951, baseZNode=/11229780774 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:17:05,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40943-0x1014a7129cf0004, quorum=127.0.0.1:57951, baseZNode=/11229780774 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:17:05,761 INFO [RS:0;0b0b0ae8de03:40943 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:17:05,761 INFO [RS:0;0b0b0ae8de03:40943 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b0b0ae8de03,40943,1731874611063; zookeeper connection closed. 2024-11-17T20:17:05,762 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2ed46ebe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2ed46ebe 2024-11-17T20:17:05,762 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T20:17:05,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-17T20:17:06,119 INFO [M:0;0b0b0ae8de03:37995 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43491/user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/51c9b767631b4e2c90ef4b285d128554 2024-11-17T20:17:06,144 DEBUG [M:0;0b0b0ae8de03:37995 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43491/user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/21886c6d3bd64ae38015fbe4ca5f6cfb is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731874614593/Put/seqid=0 2024-11-17T20:17:06,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741838_1014 (size=5275) 2024-11-17T20:17:06,163 INFO [M:0;0b0b0ae8de03:37995 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43491/user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/21886c6d3bd64ae38015fbe4ca5f6cfb 2024-11-17T20:17:06,195 DEBUG [M:0;0b0b0ae8de03:37995 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43491/user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e86e09d4c6094fe0a6f7b88d224f1352 is 69, key is 0b0b0ae8de03,40943,1731874611063/rs:state/1731874613244/Put/seqid=0 2024-11-17T20:17:06,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741839_1015 (size=5156) 2024-11-17T20:17:06,213 INFO [M:0;0b0b0ae8de03:37995 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43491/user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e86e09d4c6094fe0a6f7b88d224f1352 2024-11-17T20:17:06,223 DEBUG [M:0;0b0b0ae8de03:37995 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43491/user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/51c9b767631b4e2c90ef4b285d128554 as hdfs://localhost:43491/user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/51c9b767631b4e2c90ef4b285d128554 2024-11-17T20:17:06,231 INFO [M:0;0b0b0ae8de03:37995 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43491/user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/51c9b767631b4e2c90ef4b285d128554, entries=8, sequenceid=28, filesize=5.5 K 2024-11-17T20:17:06,233 DEBUG [M:0;0b0b0ae8de03:37995 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43491/user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/21886c6d3bd64ae38015fbe4ca5f6cfb as hdfs://localhost:43491/user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/21886c6d3bd64ae38015fbe4ca5f6cfb 2024-11-17T20:17:06,241 INFO [M:0;0b0b0ae8de03:37995 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43491/user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/21886c6d3bd64ae38015fbe4ca5f6cfb, entries=3, sequenceid=28, filesize=5.2 K 2024-11-17T20:17:06,243 DEBUG [M:0;0b0b0ae8de03:37995 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43491/user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e86e09d4c6094fe0a6f7b88d224f1352 as hdfs://localhost:43491/user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e86e09d4c6094fe0a6f7b88d224f1352 2024-11-17T20:17:06,251 INFO [M:0;0b0b0ae8de03:37995 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43491/user/jenkins/test-data/9f9e1ad3-4b74-d4d9-89fa-26aa4ba0b4c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e86e09d4c6094fe0a6f7b88d224f1352, entries=1, sequenceid=28, filesize=5.0 K 2024-11-17T20:17:06,253 INFO [M:0;0b0b0ae8de03:37995 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 561ms, sequenceid=28, compaction requested=false 2024-11-17T20:17:06,284 INFO [M:0;0b0b0ae8de03:37995 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:17:06,285 DEBUG [M:0;0b0b0ae8de03:37995 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731874625690Disabling compacts and flushes for region at 1731874625690Disabling writes for close at 1731874625691 (+1 ms)Obtaining lock to block concurrent updates at 1731874625691Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731874625691Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731874625691Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731874625692 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731874625692Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731874625712 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731874625712Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731874626128 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731874626144 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731874626144Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731874626173 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731874626194 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731874626194Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5df5e04d: reopening flushed file at 1731874626222 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e994e9f: reopening flushed file at 1731874626231 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@321677e0: reopening flushed file at 1731874626242 (+11 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 561ms, sequenceid=28, compaction requested=false at 1731874626253 (+11 ms)Writing region close event to WAL at 1731874626284 (+31 ms)Closed at 1731874626284 2024-11-17T20:17:06,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741830_1006 (size=10165) 2024-11-17T20:17:06,298 INFO [M:0;0b0b0ae8de03:37995 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T20:17:06,298 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:17:06,298 INFO [M:0;0b0b0ae8de03:37995 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37995 2024-11-17T20:17:06,301 INFO [M:0;0b0b0ae8de03:37995 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:17:06,456 INFO [M:0;0b0b0ae8de03:37995 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:17:06,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37995-0x1014a7129cf0003, quorum=127.0.0.1:57951, baseZNode=/11229780774 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:17:06,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37995-0x1014a7129cf0003, quorum=127.0.0.1:57951, baseZNode=/11229780774 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:17:06,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2fb47c1d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:17:06,496 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@41a56cb5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T20:17:06,496 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T20:17:06,496 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2655a19f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T20:17:06,496 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64243f53{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656967a2-b3af-e863-8a1a-c101ad45bd1c/hadoop.log.dir/,STOPPED} 2024-11-17T20:17:06,501 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T20:17:06,501 WARN [BP-3186657-172.17.0.2-1731874608732 heartbeating to localhost/127.0.0.1:43491 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T20:17:06,501 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T20:17:06,501 WARN [BP-3186657-172.17.0.2-1731874608732 heartbeating to localhost/127.0.0.1:43491 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-3186657-172.17.0.2-1731874608732 (Datanode Uuid 046f406b-e872-467c-927d-29bbe04561cf) service to localhost/127.0.0.1:43491 2024-11-17T20:17:06,502 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656967a2-b3af-e863-8a1a-c101ad45bd1c/cluster_b2d14570-7773-f2df-e1f9-edea6f4a3071/data/data1/current/BP-3186657-172.17.0.2-1731874608732 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:17:06,502 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T20:17:06,503 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656967a2-b3af-e863-8a1a-c101ad45bd1c/cluster_b2d14570-7773-f2df-e1f9-edea6f4a3071/data/data2/current/BP-3186657-172.17.0.2-1731874608732 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:17:06,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b9878a7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T20:17:06,515 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b86ed72{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T20:17:06,515 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T20:17:06,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fc9b8b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T20:17:06,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53366ef3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656967a2-b3af-e863-8a1a-c101ad45bd1c/hadoop.log.dir/,STOPPED} 2024-11-17T20:17:06,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T20:17:06,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T20:17:06,544 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:17:06,544 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:17:06,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:06,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:06,544 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:17:06,545 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T20:17:06,545 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=832711289, stopped=false 2024-11-17T20:17:06,546 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0b0b0ae8de03,44151,1731874619616 2024-11-17T20:17:06,554 DEBUG [RS:0;0b0b0ae8de03:45789.replicationSource.wal-reader.0b0b0ae8de03%2C45789%2C1731874619679,2-0b0b0ae8de03,45789,1731874619679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,45789,1731874619679/0b0b0ae8de03%2C45789%2C1731874619679.1731874621037 to pos 0, reset compression=false 2024-11-17T20:17:06,562 DEBUG [RS:0;0b0b0ae8de03:45789.replicationSource.wal-reader.0b0b0ae8de03%2C45789%2C1731874619679,1-0b0b0ae8de03,45789,1731874619679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,45789,1731874619679/0b0b0ae8de03%2C45789%2C1731874619679.1731874621037 to pos 0, reset compression=false 2024-11-17T20:17:06,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44151-0x1014a7129cf0006, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0113432823/running 2024-11-17T20:17:06,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45789-0x1014a7129cf0007, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0113432823/running 2024-11-17T20:17:06,567 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T20:17:06,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45789-0x1014a7129cf0007, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0113432823 2024-11-17T20:17:06,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44151-0x1014a7129cf0006, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0113432823 2024-11-17T20:17:06,567 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:17:06,567 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:17:06,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:06,568 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b0b0ae8de03,45789,1731874619679' ***** 2024-11-17T20:17:06,568 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T20:17:06,568 INFO [RS:0;0b0b0ae8de03:45789 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T20:17:06,568 INFO [RS:0;0b0b0ae8de03:45789 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T20:17:06,568 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T20:17:06,568 INFO [RS:0;0b0b0ae8de03:45789 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T20:17:06,568 INFO [RS:0;0b0b0ae8de03:45789 {}] regionserver.HRegionServer(3091): Received CLOSE for 4132cdc2682b597e2d61abe66b4b9f63 2024-11-17T20:17:06,569 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45789-0x1014a7129cf0007, quorum=127.0.0.1:57951, baseZNode=/0113432823 Set watcher on znode that does not yet exist, /0113432823/running 2024-11-17T20:17:06,569 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44151-0x1014a7129cf0006, quorum=127.0.0.1:57951, baseZNode=/0113432823 Set watcher on znode that does not yet exist, /0113432823/running 2024-11-17T20:17:06,572 INFO [RS:0;0b0b0ae8de03:45789 {}] regionserver.HRegionServer(959): stopping server 0b0b0ae8de03,45789,1731874619679 2024-11-17T20:17:06,572 INFO [RS:0;0b0b0ae8de03:45789 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:17:06,572 INFO [RS:0;0b0b0ae8de03:45789 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:45789. 2024-11-17T20:17:06,572 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4132cdc2682b597e2d61abe66b4b9f63, disabling compactions & flushes 2024-11-17T20:17:06,572 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731874614818.4132cdc2682b597e2d61abe66b4b9f63. 2024-11-17T20:17:06,572 DEBUG [RS:0;0b0b0ae8de03:45789 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:17:06,572 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731874614818.4132cdc2682b597e2d61abe66b4b9f63. 2024-11-17T20:17:06,573 DEBUG [RS:0;0b0b0ae8de03:45789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:06,573 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731874614818.4132cdc2682b597e2d61abe66b4b9f63. after waiting 0 ms 2024-11-17T20:17:06,573 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731874614818.4132cdc2682b597e2d61abe66b4b9f63. 2024-11-17T20:17:06,573 INFO [RS:0;0b0b0ae8de03:45789 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T20:17:06,573 INFO [RS:0;0b0b0ae8de03:45789 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T20:17:06,573 INFO [RS:0;0b0b0ae8de03:45789 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T20:17:06,573 INFO [RS:0;0b0b0ae8de03:45789 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T20:17:06,579 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/data/hbase/replication/4132cdc2682b597e2d61abe66b4b9f63/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-17T20:17:06,579 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:17:06,580 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T20:17:06,580 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731874614818.4132cdc2682b597e2d61abe66b4b9f63. 2024-11-17T20:17:06,580 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4132cdc2682b597e2d61abe66b4b9f63: Waiting for close lock at 1731874626572Running coprocessor pre-close hooks at 1731874626572Disabling compacts and flushes for region at 1731874626572Disabling writes for close at 1731874626573 (+1 ms)Writing region close event to WAL at 1731874626573Running coprocessor post-close hooks at 1731874626579 (+6 ms)Closed at 1731874626580 (+1 ms) 2024-11-17T20:17:06,580 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731874614818.4132cdc2682b597e2d61abe66b4b9f63. 2024-11-17T20:17:06,580 INFO [RS:0;0b0b0ae8de03:45789 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T20:17:06,580 DEBUG [RS:0;0b0b0ae8de03:45789 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T20:17:06,580 DEBUG [RS:0;0b0b0ae8de03:45789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:17:06,580 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T20:17:06,580 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T20:17:06,580 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T20:17:06,581 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T20:17:06,581 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T20:17:06,581 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-17T20:17:06,601 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/data/hbase/meta/1588230740/.tmp/info/68642b50d01d46d48a2391b31e97a776 is 147, key is hbase:replication,,1731874614818.4132cdc2682b597e2d61abe66b4b9f63./info:regioninfo/1731874625582/Put/seqid=0 2024-11-17T20:17:06,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741851_1027 (size=6385) 2024-11-17T20:17:06,649 INFO [regionserver/0b0b0ae8de03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:17:06,781 DEBUG [RS:0;0b0b0ae8de03:45789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:17:06,907 INFO [regionserver/0b0b0ae8de03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T20:17:06,907 INFO [regionserver/0b0b0ae8de03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T20:17:06,981 DEBUG [RS:0;0b0b0ae8de03:45789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:17:07,011 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/data/hbase/meta/1588230740/.tmp/info/68642b50d01d46d48a2391b31e97a776 2024-11-17T20:17:07,022 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/data/hbase/meta/1588230740/.tmp/info/68642b50d01d46d48a2391b31e97a776 as hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/data/hbase/meta/1588230740/info/68642b50d01d46d48a2391b31e97a776 2024-11-17T20:17:07,030 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/data/hbase/meta/1588230740/info/68642b50d01d46d48a2391b31e97a776, entries=8, sequenceid=19, filesize=6.2 K 2024-11-17T20:17:07,031 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 450ms, sequenceid=19, compaction requested=false 2024-11-17T20:17:07,037 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-17T20:17:07,038 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:17:07,038 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T20:17:07,038 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T20:17:07,038 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731874626580Running coprocessor pre-close hooks at 1731874626580Disabling compacts and flushes for region at 1731874626580Disabling writes for close at 1731874626581 (+1 ms)Obtaining lock to block concurrent updates at 1731874626581Preparing flush snapshotting stores in 1588230740 at 1731874626581Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731874626582 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731874626583 (+1 ms)Flushing 1588230740/info: creating writer at 1731874626583Flushing 1588230740/info: appending metadata at 1731874626600 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731874626601 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bf2aed3: reopening flushed file at 1731874627020 (+419 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 450ms, sequenceid=19, compaction requested=false at 1731874627031 (+11 ms)Writing region close event to WAL at 1731874627032 (+1 ms)Running coprocessor post-close hooks at 1731874627038 (+6 ms)Closed at 1731874627038 2024-11-17T20:17:07,038 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T20:17:07,154 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T20:17:07,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:17:07,181 INFO [RS:0;0b0b0ae8de03:45789 {}] regionserver.HRegionServer(976): stopping server 0b0b0ae8de03,45789,1731874619679; all regions closed. 2024-11-17T20:17:07,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741849_1025 (size=2156) 2024-11-17T20:17:07,194 DEBUG [RS:0;0b0b0ae8de03:45789 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/oldWALs 2024-11-17T20:17:07,194 INFO [RS:0;0b0b0ae8de03:45789 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b0b0ae8de03%2C45789%2C1731874619679.meta:.meta(num 1731874621626) 2024-11-17T20:17:07,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741850_1026 (size=796) 2024-11-17T20:17:07,199 DEBUG [RS:0;0b0b0ae8de03:45789 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/oldWALs 2024-11-17T20:17:07,199 INFO [RS:0;0b0b0ae8de03:45789 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b0b0ae8de03%2C45789%2C1731874619679.rep:(num 1731874625517) 2024-11-17T20:17:07,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741848_1024 (size=93) 2024-11-17T20:17:07,202 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/WALs/0b0b0ae8de03,45789,1731874619679/0b0b0ae8de03%2C45789%2C1731874619679.1731874621037 not finished, retry = 0 2024-11-17T20:17:07,304 DEBUG [RS:0;0b0b0ae8de03:45789 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/oldWALs 2024-11-17T20:17:07,304 INFO [RS:0;0b0b0ae8de03:45789 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b0b0ae8de03%2C45789%2C1731874619679:(num 1731874621037) 2024-11-17T20:17:07,304 DEBUG [RS:0;0b0b0ae8de03:45789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:07,304 INFO [RS:0;0b0b0ae8de03:45789 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:17:07,304 INFO [RS:0;0b0b0ae8de03:45789 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:17:07,305 INFO [RS:0;0b0b0ae8de03:45789 {}] hbase.ChoreService(370): Chore service for: regionserver/0b0b0ae8de03:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T20:17:07,305 INFO [RS:0;0b0b0ae8de03:45789 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:17:07,305 INFO [regionserver/0b0b0ae8de03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:17:07,305 INFO [RS:0;0b0b0ae8de03:45789 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0b0b0ae8de03,45789,1731874619679 because: Region server is closing 2024-11-17T20:17:07,305 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/0b0b0ae8de03:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-17T20:17:07,305 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/0b0b0ae8de03:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-17T20:17:07,305 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/0b0b0ae8de03:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-17T20:17:07,305 INFO [RS:0;0b0b0ae8de03:45789 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:45789. 2024-11-17T20:17:07,305 DEBUG [RS:0;0b0b0ae8de03:45789 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:17:07,306 DEBUG [RS:0;0b0b0ae8de03:45789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:07,306 DEBUG [RS:0;0b0b0ae8de03:45789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:07,306 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:17:07,406 WARN [RS:0;0b0b0ae8de03:45789.replicationSource.wal-reader.0b0b0ae8de03%2C45789%2C1731874619679,1-0b0b0ae8de03,45789,1731874619679 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T20:17:07,406 WARN [RS:0;0b0b0ae8de03:45789.replicationSource.shipper0b0b0ae8de03%2C45789%2C1731874619679,1-0b0b0ae8de03,45789,1731874619679 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T20:17:07,406 INFO [RS:0;0b0b0ae8de03:45789 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;0b0b0ae8de03:45789.replicationSource.shipper0b0b0ae8de03%2C45789%2C1731874619679,1-0b0b0ae8de03,45789,1731874619679 terminated 2024-11-17T20:17:07,407 INFO [RS:0;0b0b0ae8de03:45789 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-0b0b0ae8de03,45789,1731874619679 because: Region server is closing 2024-11-17T20:17:07,407 INFO [RS:0;0b0b0ae8de03:45789 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:45789. 2024-11-17T20:17:07,407 DEBUG [RS:0;0b0b0ae8de03:45789 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:17:07,407 DEBUG [RS:0;0b0b0ae8de03:45789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:07,407 DEBUG [RS:0;0b0b0ae8de03:45789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:07,407 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:17:07,507 WARN [RS:0;0b0b0ae8de03:45789.replicationSource.wal-reader.0b0b0ae8de03%2C45789%2C1731874619679,2-0b0b0ae8de03,45789,1731874619679 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T20:17:07,507 WARN [RS:0;0b0b0ae8de03:45789.replicationSource.shipper0b0b0ae8de03%2C45789%2C1731874619679,2-0b0b0ae8de03,45789,1731874619679 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T20:17:07,508 INFO [RS:0;0b0b0ae8de03:45789 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;0b0b0ae8de03:45789.replicationSource.shipper0b0b0ae8de03%2C45789%2C1731874619679,2-0b0b0ae8de03,45789,1731874619679 terminated 2024-11-17T20:17:07,508 INFO [RS:0;0b0b0ae8de03:45789 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45789 2024-11-17T20:17:07,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44151-0x1014a7129cf0006, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0113432823/rs 2024-11-17T20:17:07,577 INFO [RS:0;0b0b0ae8de03:45789 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:17:07,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45789-0x1014a7129cf0007, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0113432823/rs/0b0b0ae8de03,45789,1731874619679 2024-11-17T20:17:07,587 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b0b0ae8de03,45789,1731874619679] 2024-11-17T20:17:07,598 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0113432823/draining/0b0b0ae8de03,45789,1731874619679 already deleted, retry=false 2024-11-17T20:17:07,598 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b0b0ae8de03,45789,1731874619679 expired; onlineServers=0 2024-11-17T20:17:07,598 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0b0b0ae8de03,44151,1731874619616' ***** 2024-11-17T20:17:07,598 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T20:17:07,598 INFO [M:0;0b0b0ae8de03:44151 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:17:07,598 INFO [M:0;0b0b0ae8de03:44151 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:17:07,598 DEBUG [M:0;0b0b0ae8de03:44151 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T20:17:07,598 DEBUG [M:0;0b0b0ae8de03:44151 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T20:17:07,598 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T20:17:07,598 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874620642 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874620642,5,FailOnTimeoutGroup] 2024-11-17T20:17:07,598 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874620642 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874620642,5,FailOnTimeoutGroup] 2024-11-17T20:17:07,598 INFO [M:0;0b0b0ae8de03:44151 {}] hbase.ChoreService(370): Chore service for: master/0b0b0ae8de03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T20:17:07,598 INFO [M:0;0b0b0ae8de03:44151 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:17:07,599 DEBUG [M:0;0b0b0ae8de03:44151 {}] master.HMaster(1795): Stopping service threads 2024-11-17T20:17:07,599 INFO [M:0;0b0b0ae8de03:44151 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T20:17:07,601 INFO [M:0;0b0b0ae8de03:44151 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T20:17:07,602 INFO [M:0;0b0b0ae8de03:44151 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T20:17:07,602 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T20:17:07,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44151-0x1014a7129cf0006, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0113432823/master 2024-11-17T20:17:07,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44151-0x1014a7129cf0006, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0113432823 2024-11-17T20:17:07,608 DEBUG [M:0;0b0b0ae8de03:44151 {}] zookeeper.ZKUtil(347): master:44151-0x1014a7129cf0006, quorum=127.0.0.1:57951, baseZNode=/0113432823 Unable to get data of znode /0113432823/master because node does not exist (not an error) 2024-11-17T20:17:07,608 WARN [M:0;0b0b0ae8de03:44151 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T20:17:07,609 INFO [M:0;0b0b0ae8de03:44151 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/.lastflushedseqids 2024-11-17T20:17:07,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741852_1028 (size=181) 2024-11-17T20:17:07,626 INFO [M:0;0b0b0ae8de03:44151 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T20:17:07,627 INFO [M:0;0b0b0ae8de03:44151 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T20:17:07,627 DEBUG [M:0;0b0b0ae8de03:44151 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T20:17:07,627 INFO [M:0;0b0b0ae8de03:44151 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:17:07,627 DEBUG [M:0;0b0b0ae8de03:44151 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:17:07,627 DEBUG [M:0;0b0b0ae8de03:44151 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T20:17:07,627 DEBUG [M:0;0b0b0ae8de03:44151 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:17:07,627 INFO [M:0;0b0b0ae8de03:44151 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-17T20:17:07,653 DEBUG [M:0;0b0b0ae8de03:44151 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1283b32b24f448882b17cd2d8670c7b is 82, key is hbase:meta,,1/info:regioninfo/1731874621712/Put/seqid=0 2024-11-17T20:17:07,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741853_1029 (size=5680) 2024-11-17T20:17:07,666 INFO [M:0;0b0b0ae8de03:44151 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1283b32b24f448882b17cd2d8670c7b 2024-11-17T20:17:07,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45789-0x1014a7129cf0007, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:17:07,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45789-0x1014a7129cf0007, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:17:07,687 INFO [RS:0;0b0b0ae8de03:45789 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:17:07,687 INFO [RS:0;0b0b0ae8de03:45789 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b0b0ae8de03,45789,1731874619679; zookeeper connection closed. 2024-11-17T20:17:07,692 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@57a8c940 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@57a8c940 2024-11-17T20:17:07,693 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T20:17:07,710 DEBUG [M:0;0b0b0ae8de03:44151 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d96b4260d7f4483581b214f1c390a983 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731874625593/Put/seqid=0 2024-11-17T20:17:07,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741854_1030 (size=7319) 2024-11-17T20:17:07,729 INFO [M:0;0b0b0ae8de03:44151 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d96b4260d7f4483581b214f1c390a983 2024-11-17T20:17:07,765 DEBUG [M:0;0b0b0ae8de03:44151 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb9975a314014b70b718bc97df5e323b is 69, key is 0b0b0ae8de03,45789,1731874619679/rs:state/1731874620747/Put/seqid=0 2024-11-17T20:17:07,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741855_1031 (size=5371) 2024-11-17T20:17:07,783 INFO [M:0;0b0b0ae8de03:44151 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb9975a314014b70b718bc97df5e323b 2024-11-17T20:17:07,791 INFO [M:0;0b0b0ae8de03:44151 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bb9975a314014b70b718bc97df5e323b 2024-11-17T20:17:07,793 DEBUG [M:0;0b0b0ae8de03:44151 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1283b32b24f448882b17cd2d8670c7b as hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f1283b32b24f448882b17cd2d8670c7b 2024-11-17T20:17:07,802 INFO [M:0;0b0b0ae8de03:44151 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f1283b32b24f448882b17cd2d8670c7b, entries=8, sequenceid=172, filesize=5.5 K 2024-11-17T20:17:07,805 DEBUG [M:0;0b0b0ae8de03:44151 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d96b4260d7f4483581b214f1c390a983 as hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d96b4260d7f4483581b214f1c390a983 2024-11-17T20:17:07,813 INFO [M:0;0b0b0ae8de03:44151 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d96b4260d7f4483581b214f1c390a983, entries=7, sequenceid=172, filesize=7.1 K 2024-11-17T20:17:07,815 DEBUG [M:0;0b0b0ae8de03:44151 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb9975a314014b70b718bc97df5e323b as hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bb9975a314014b70b718bc97df5e323b 2024-11-17T20:17:07,823 INFO [M:0;0b0b0ae8de03:44151 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bb9975a314014b70b718bc97df5e323b 2024-11-17T20:17:07,823 INFO [M:0;0b0b0ae8de03:44151 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40275/user/jenkins/test-data/bccbad4e-ca85-6f65-7b19-7490ac6a07c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bb9975a314014b70b718bc97df5e323b, entries=2, sequenceid=172, filesize=5.2 K 2024-11-17T20:17:07,825 INFO [M:0;0b0b0ae8de03:44151 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 198ms, sequenceid=172, compaction requested=false 2024-11-17T20:17:07,840 INFO [M:0;0b0b0ae8de03:44151 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:17:07,842 DEBUG [M:0;0b0b0ae8de03:44151 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731874627627Disabling compacts and flushes for region at 1731874627627Disabling writes for close at 1731874627627Obtaining lock to block concurrent updates at 1731874627627Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731874627627Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731874627628 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731874627630 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731874627631 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731874627652 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731874627652Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731874627678 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731874627710 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731874627710Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731874627741 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731874627764 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731874627764Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ed8de09: reopening flushed file at 1731874627791 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@480a1688: reopening flushed file at 1731874627803 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53c9d1e5: reopening flushed file at 1731874627814 (+11 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 198ms, sequenceid=172, compaction requested=false at 1731874627825 (+11 ms)Writing region close event to WAL at 1731874627840 (+15 ms)Closed at 1731874627840 2024-11-17T20:17:07,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38163 is added to blk_1073741847_1023 (size=22949) 2024-11-17T20:17:07,849 INFO [M:0;0b0b0ae8de03:44151 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T20:17:07,849 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:17:07,849 INFO [M:0;0b0b0ae8de03:44151 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44151 2024-11-17T20:17:07,849 INFO [M:0;0b0b0ae8de03:44151 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:17:07,961 INFO [M:0;0b0b0ae8de03:44151 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:17:07,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44151-0x1014a7129cf0006, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:17:07,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44151-0x1014a7129cf0006, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:17:07,993 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7430a33b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:17:07,993 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@870662e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T20:17:07,993 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T20:17:07,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@283eafb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T20:17:07,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d690fb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fb8cbeb-8d6c-744c-ce0c-865139a73e8b/hadoop.log.dir/,STOPPED} 2024-11-17T20:17:07,996 WARN [BP-2090552104-172.17.0.2-1731874599503 heartbeating to localhost/127.0.0.1:40275 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T20:17:07,996 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T20:17:07,996 WARN [BP-2090552104-172.17.0.2-1731874599503 heartbeating to localhost/127.0.0.1:40275 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2090552104-172.17.0.2-1731874599503 (Datanode Uuid 1af2a36f-9175-45c2-a28d-220b0e60c545) service to localhost/127.0.0.1:40275 2024-11-17T20:17:07,996 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T20:17:07,997 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fb8cbeb-8d6c-744c-ce0c-865139a73e8b/cluster_f6571de3-9612-eca1-53dc-b10f41d0f6b7/data/data1/current/BP-2090552104-172.17.0.2-1731874599503 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:17:07,997 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fb8cbeb-8d6c-744c-ce0c-865139a73e8b/cluster_f6571de3-9612-eca1-53dc-b10f41d0f6b7/data/data2/current/BP-2090552104-172.17.0.2-1731874599503 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:17:07,997 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T20:17:08,004 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74014320{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T20:17:08,005 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75966558{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T20:17:08,005 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T20:17:08,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d18313e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T20:17:08,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cc76606{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fb8cbeb-8d6c-744c-ce0c-865139a73e8b/hadoop.log.dir/,STOPPED} 2024-11-17T20:17:08,017 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T20:17:08,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T20:17:08,050 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=116 (was 11) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40275 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/0b0b0ae8de03:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: master/0b0b0ae8de03:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:40275 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:40275 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40275 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43491 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:40275 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40275 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:40275 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@679f09cb java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40275 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/0b0b0ae8de03:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/0b0b0ae8de03:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57951) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:43491 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:43491 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:43491 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/0b0b0ae8de03:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:43491 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:40275 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:40275 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57951) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40275 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=443 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=410 (was 441), ProcessCount=11 (was 11), AvailableMemoryMB=8244 (was 9047) 2024-11-17T20:17:08,060 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=116, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=410, ProcessCount=11, AvailableMemoryMB=8243 2024-11-17T20:17:08,077 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-17T20:17:08,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656967a2-b3af-e863-8a1a-c101ad45bd1c/hadoop.log.dir so I do NOT create it in target/test-data/4bb76b33-30f6-7b30-76af-5cd786182b55 2024-11-17T20:17:08,078 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656967a2-b3af-e863-8a1a-c101ad45bd1c/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T20:17:08,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656967a2-b3af-e863-8a1a-c101ad45bd1c/hadoop.tmp.dir so I do NOT create it in target/test-data/4bb76b33-30f6-7b30-76af-5cd786182b55 2024-11-17T20:17:08,078 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/656967a2-b3af-e863-8a1a-c101ad45bd1c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T20:17:08,078 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb76b33-30f6-7b30-76af-5cd786182b55 2024-11-17T20:17:08,078 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb76b33-30f6-7b30-76af-5cd786182b55/cluster_e382c9db-119a-63d7-d71f-f7fd1804513c, deleteOnExit=true 2024-11-17T20:17:08,109 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb76b33-30f6-7b30-76af-5cd786182b55/cluster_e382c9db-119a-63d7-d71f-f7fd1804513c/zookeeper_0, clientPort=64726, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb76b33-30f6-7b30-76af-5cd786182b55/cluster_e382c9db-119a-63d7-d71f-f7fd1804513c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb76b33-30f6-7b30-76af-5cd786182b55/cluster_e382c9db-119a-63d7-d71f-f7fd1804513c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T20:17:08,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014a7129cf0005, quorum=127.0.0.1:57951, baseZNode=/11229780774 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T20:17:08,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014a7129cf0002, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T20:17:08,111 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014a7129cf0005, quorum=127.0.0.1:57951, baseZNode=/11229780774 Received Disconnected from ZooKeeper, ignoring 2024-11-17T20:17:08,111 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014a7129cf0002, quorum=127.0.0.1:57951, baseZNode=/0113432823 Received Disconnected from ZooKeeper, ignoring 2024-11-17T20:17:08,113 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64726 2024-11-17T20:17:08,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T20:17:08,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T20:17:08,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb76b33-30f6-7b30-76af-5cd786182b55/test.cache.data in system properties and HBase conf 2024-11-17T20:17:08,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb76b33-30f6-7b30-76af-5cd786182b55/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T20:17:08,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb76b33-30f6-7b30-76af-5cd786182b55/hadoop.log.dir in system properties and HBase conf 2024-11-17T20:17:08,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb76b33-30f6-7b30-76af-5cd786182b55/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T20:17:08,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb76b33-30f6-7b30-76af-5cd786182b55/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T20:17:08,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T20:17:08,114 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T20:17:08,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb76b33-30f6-7b30-76af-5cd786182b55/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T20:17:08,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb76b33-30f6-7b30-76af-5cd786182b55/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T20:17:08,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb76b33-30f6-7b30-76af-5cd786182b55/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T20:17:08,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb76b33-30f6-7b30-76af-5cd786182b55/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T20:17:08,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb76b33-30f6-7b30-76af-5cd786182b55/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T20:17:08,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb76b33-30f6-7b30-76af-5cd786182b55/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T20:17:08,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb76b33-30f6-7b30-76af-5cd786182b55/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T20:17:08,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb76b33-30f6-7b30-76af-5cd786182b55/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T20:17:08,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb76b33-30f6-7b30-76af-5cd786182b55/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T20:17:08,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb76b33-30f6-7b30-76af-5cd786182b55/nfs.dump.dir in system properties and HBase conf 2024-11-17T20:17:08,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb76b33-30f6-7b30-76af-5cd786182b55/java.io.tmpdir in system properties and HBase conf 2024-11-17T20:17:08,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb76b33-30f6-7b30-76af-5cd786182b55/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T20:17:08,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb76b33-30f6-7b30-76af-5cd786182b55/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T20:17:08,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb76b33-30f6-7b30-76af-5cd786182b55/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T20:17:08,525 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:17:08,535 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T20:17:08,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T20:17:08,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T20:17:08,557 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T20:17:08,559 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:17:08,564 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f3db527{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb76b33-30f6-7b30-76af-5cd786182b55/hadoop.log.dir/,AVAILABLE} 2024-11-17T20:17:08,565 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cfbe79b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T20:17:08,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75bd8a9f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb76b33-30f6-7b30-76af-5cd786182b55/java.io.tmpdir/jetty-localhost-46129-hadoop-hdfs-3_4_1-tests_jar-_-any-2922589610442205380/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T20:17:08,715 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6de9f8c9{HTTP/1.1, (http/1.1)}{localhost:46129} 2024-11-17T20:17:08,715 INFO [Time-limited test {}] server.Server(415): Started @32150ms 2024-11-17T20:17:09,132 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:17:09,137 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T20:17:09,141 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T20:17:09,141 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T20:17:09,141 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T20:17:09,142 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@761bcfca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb76b33-30f6-7b30-76af-5cd786182b55/hadoop.log.dir/,AVAILABLE} 2024-11-17T20:17:09,142 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@386e301{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T20:17:09,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8835d51{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb76b33-30f6-7b30-76af-5cd786182b55/java.io.tmpdir/jetty-localhost-38393-hadoop-hdfs-3_4_1-tests_jar-_-any-12427683692528219468/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:17:09,269 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@163e7ea9{HTTP/1.1, (http/1.1)}{localhost:38393} 2024-11-17T20:17:09,269 INFO [Time-limited test {}] server.Server(415): Started @32704ms 2024-11-17T20:17:09,270 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T20:17:10,028 WARN [Thread-496 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb76b33-30f6-7b30-76af-5cd786182b55/cluster_e382c9db-119a-63d7-d71f-f7fd1804513c/data/data1/current/BP-719882035-172.17.0.2-1731874628150/current, will proceed with Du for space computation calculation, 2024-11-17T20:17:10,028 WARN [Thread-497 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb76b33-30f6-7b30-76af-5cd786182b55/cluster_e382c9db-119a-63d7-d71f-f7fd1804513c/data/data2/current/BP-719882035-172.17.0.2-1731874628150/current, will proceed with Du for space computation calculation, 2024-11-17T20:17:10,053 WARN [Thread-484 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T20:17:10,057 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb0386d9e4511579 with lease ID 0xa646b654a43a83c4: Processing first storage report for DS-05c3cf55-8d70-43c8-8dc0-320a84c4b843 from datanode DatanodeRegistration(127.0.0.1:34579, datanodeUuid=cbd2fb57-3d2b-4b0d-8384-58e6196ad58c, infoPort=36075, infoSecurePort=0, ipcPort=44773, storageInfo=lv=-57;cid=testClusterID;nsid=1832459536;c=1731874628150) 2024-11-17T20:17:10,057 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb0386d9e4511579 with lease ID 0xa646b654a43a83c4: from storage DS-05c3cf55-8d70-43c8-8dc0-320a84c4b843 node DatanodeRegistration(127.0.0.1:34579, datanodeUuid=cbd2fb57-3d2b-4b0d-8384-58e6196ad58c, infoPort=36075, infoSecurePort=0, ipcPort=44773, storageInfo=lv=-57;cid=testClusterID;nsid=1832459536;c=1731874628150), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T20:17:10,057 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb0386d9e4511579 with lease ID 0xa646b654a43a83c4: Processing first storage report for DS-836799bc-7469-4bd9-be0a-cc6fa1bf615b from datanode DatanodeRegistration(127.0.0.1:34579, datanodeUuid=cbd2fb57-3d2b-4b0d-8384-58e6196ad58c, infoPort=36075, infoSecurePort=0, ipcPort=44773, storageInfo=lv=-57;cid=testClusterID;nsid=1832459536;c=1731874628150) 2024-11-17T20:17:10,057 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb0386d9e4511579 with lease ID 0xa646b654a43a83c4: from storage DS-836799bc-7469-4bd9-be0a-cc6fa1bf615b node DatanodeRegistration(127.0.0.1:34579, datanodeUuid=cbd2fb57-3d2b-4b0d-8384-58e6196ad58c, infoPort=36075, infoSecurePort=0, ipcPort=44773, storageInfo=lv=-57;cid=testClusterID;nsid=1832459536;c=1731874628150), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T20:17:10,131 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb76b33-30f6-7b30-76af-5cd786182b55 2024-11-17T20:17:10,132 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:17:10,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:17:10,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741825_1001 (size=7) 2024-11-17T20:17:10,547 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da with version=8 2024-11-17T20:17:10,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/hbase-staging 2024-11-17T20:17:10,550 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:17:10,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:17:10,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:17:10,550 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:17:10,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:17:10,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:17:10,550 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T20:17:10,550 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:17:10,551 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43619 2024-11-17T20:17:10,553 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43619 connecting to ZooKeeper ensemble=127.0.0.1:64726 2024-11-17T20:17:10,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436190x0, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:17:10,669 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43619-0x1014a719daa0000 connected 2024-11-17T20:17:10,745 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:17:10,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:17:10,750 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43619-0x1014a719daa0000, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Set watcher on znode that does not yet exist, /0-1886592992/running 2024-11-17T20:17:10,750 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da, hbase.cluster.distributed=false 2024-11-17T20:17:10,752 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43619-0x1014a719daa0000, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Set watcher on znode that does not yet exist, /0-1886592992/acl 2024-11-17T20:17:10,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43619 2024-11-17T20:17:10,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43619 2024-11-17T20:17:10,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43619 2024-11-17T20:17:10,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43619 2024-11-17T20:17:10,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43619 2024-11-17T20:17:10,785 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:17:10,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:17:10,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:17:10,786 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:17:10,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:17:10,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:17:10,786 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T20:17:10,786 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:17:10,790 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38341 2024-11-17T20:17:10,792 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38341 connecting to ZooKeeper ensemble=127.0.0.1:64726 2024-11-17T20:17:10,793 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:17:10,794 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:17:10,809 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383410x0, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Set watcher on znode that does not yet exist, /0-1886592992/running 2024-11-17T20:17:10,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383410x0, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:17:10,809 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T20:17:10,809 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38341-0x1014a719daa0001 connected 2024-11-17T20:17:10,816 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T20:17:10,817 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38341-0x1014a719daa0001, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Set watcher on znode that does not yet exist, /0-1886592992/master 2024-11-17T20:17:10,818 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38341-0x1014a719daa0001, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Set watcher on znode that does not yet exist, /0-1886592992/acl 2024-11-17T20:17:10,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38341 2024-11-17T20:17:10,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38341 2024-11-17T20:17:10,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38341 2024-11-17T20:17:10,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38341 2024-11-17T20:17:10,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38341 2024-11-17T20:17:10,863 DEBUG [M:0;0b0b0ae8de03:43619 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b0b0ae8de03:43619 2024-11-17T20:17:10,864 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1886592992/backup-masters/0b0b0ae8de03,43619,1731874630550 2024-11-17T20:17:10,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x1014a719daa0000, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1886592992/backup-masters 2024-11-17T20:17:10,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38341-0x1014a719daa0001, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1886592992/backup-masters 2024-11-17T20:17:10,872 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43619-0x1014a719daa0000, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Set watcher on existing znode=/0-1886592992/backup-masters/0b0b0ae8de03,43619,1731874630550 2024-11-17T20:17:10,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38341-0x1014a719daa0001, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1886592992/master 2024-11-17T20:17:10,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38341-0x1014a719daa0001, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1886592992 2024-11-17T20:17:10,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x1014a719daa0000, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1886592992 2024-11-17T20:17:10,883 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43619-0x1014a719daa0000, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Set watcher on existing znode=/0-1886592992/master 2024-11-17T20:17:10,884 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1886592992/backup-masters/0b0b0ae8de03,43619,1731874630550 from backup master directory 2024-11-17T20:17:10,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38341-0x1014a719daa0001, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1886592992/backup-masters 2024-11-17T20:17:10,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x1014a719daa0000, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1886592992/backup-masters/0b0b0ae8de03,43619,1731874630550 2024-11-17T20:17:10,892 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:17:10,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x1014a719daa0000, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1886592992/backup-masters 2024-11-17T20:17:10,892 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b0b0ae8de03,43619,1731874630550 2024-11-17T20:17:10,897 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/hbase.id] with ID: 9655aecc-fb7a-4436-bc92-75c912fc3b9d 2024-11-17T20:17:10,898 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/.tmp/hbase.id 2024-11-17T20:17:10,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741826_1002 (size=42) 2024-11-17T20:17:11,308 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/.tmp/hbase.id]:[hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/hbase.id] 2024-11-17T20:17:11,326 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:17:11,326 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T20:17:11,328 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-17T20:17:11,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38341-0x1014a719daa0001, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1886592992 2024-11-17T20:17:11,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x1014a719daa0000, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1886592992 2024-11-17T20:17:11,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741827_1003 (size=196) 2024-11-17T20:17:11,827 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:17:11,828 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T20:17:11,829 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:17:11,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741828_1004 (size=1189) 2024-11-17T20:17:11,837 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/MasterData/data/master/store 2024-11-17T20:17:11,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741829_1005 (size=34) 2024-11-17T20:17:12,082 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T20:17:12,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:17:12,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:17:12,256 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:17:12,256 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T20:17:12,256 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:17:12,256 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:17:12,256 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T20:17:12,256 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:17:12,256 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:17:12,257 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731874632256Disabling compacts and flushes for region at 1731874632256Disabling writes for close at 1731874632256Writing region close event to WAL at 1731874632256Closed at 1731874632256 2024-11-17T20:17:12,269 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/MasterData/data/master/store/.initializing 2024-11-17T20:17:12,269 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/MasterData/WALs/0b0b0ae8de03,43619,1731874630550 2024-11-17T20:17:12,271 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:17:12,275 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b0b0ae8de03%2C43619%2C1731874630550, suffix=, logDir=hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/MasterData/WALs/0b0b0ae8de03,43619,1731874630550, archiveDir=hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/MasterData/oldWALs, maxLogs=10 2024-11-17T20:17:12,296 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/MasterData/WALs/0b0b0ae8de03,43619,1731874630550/0b0b0ae8de03%2C43619%2C1731874630550.1731874632276, exclude list is [], retry=0 2024-11-17T20:17:12,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34579,DS-05c3cf55-8d70-43c8-8dc0-320a84c4b843,DISK] 2024-11-17T20:17:12,312 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/MasterData/WALs/0b0b0ae8de03,43619,1731874630550/0b0b0ae8de03%2C43619%2C1731874630550.1731874632276 2024-11-17T20:17:12,316 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36075:36075)] 2024-11-17T20:17:12,316 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:17:12,317 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:17:12,317 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:12,317 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:12,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:12,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T20:17:12,331 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:12,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:17:12,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:12,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T20:17:12,333 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:12,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:17:12,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:12,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T20:17:12,337 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:12,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:17:12,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:12,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T20:17:12,339 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:12,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:17:12,340 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:12,341 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:12,342 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:12,343 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:12,343 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:12,344 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:17:12,346 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:12,353 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:17:12,354 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63468761, jitterRate=-0.054241761565208435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:17:12,355 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731874632317Initializing all the Stores at 1731874632320 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874632320Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874632328 (+8 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874632328Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874632328Cleaning up temporary data from old regions at 1731874632343 (+15 ms)Region opened successfully at 1731874632355 (+12 ms) 2024-11-17T20:17:12,360 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T20:17:12,364 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@130efd32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:17:12,366 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T20:17:12,366 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T20:17:12,366 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T20:17:12,366 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T20:17:12,367 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T20:17:12,367 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T20:17:12,368 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T20:17:12,388 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T20:17:12,389 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43619-0x1014a719daa0000, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Unable to get data of znode /0-1886592992/balancer because node does not exist (not necessarily an error) 2024-11-17T20:17:12,450 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1886592992/balancer already deleted, retry=false 2024-11-17T20:17:12,451 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T20:17:12,452 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43619-0x1014a719daa0000, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Unable to get data of znode /0-1886592992/normalizer because node does not exist (not necessarily an error) 2024-11-17T20:17:12,460 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1886592992/normalizer already deleted, retry=false 2024-11-17T20:17:12,461 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T20:17:12,463 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43619-0x1014a719daa0000, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Unable to get data of znode /0-1886592992/switch/split because node does not exist (not necessarily an error) 2024-11-17T20:17:12,471 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1886592992/switch/split already deleted, retry=false 2024-11-17T20:17:12,474 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43619-0x1014a719daa0000, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Unable to get data of znode /0-1886592992/switch/merge because node does not exist (not necessarily an error) 2024-11-17T20:17:12,481 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1886592992/switch/merge already deleted, retry=false 2024-11-17T20:17:12,485 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43619-0x1014a719daa0000, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Unable to get data of znode /0-1886592992/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T20:17:12,492 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1886592992/snapshot-cleanup already deleted, retry=false 2024-11-17T20:17:12,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38341-0x1014a719daa0001, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1886592992/running 2024-11-17T20:17:12,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x1014a719daa0000, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1886592992/running 2024-11-17T20:17:12,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x1014a719daa0000, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1886592992 2024-11-17T20:17:12,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38341-0x1014a719daa0001, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1886592992 2024-11-17T20:17:12,504 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b0b0ae8de03,43619,1731874630550, sessionid=0x1014a719daa0000, setting cluster-up flag (Was=false) 2024-11-17T20:17:12,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38341-0x1014a719daa0001, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1886592992 2024-11-17T20:17:12,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x1014a719daa0000, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1886592992 2024-11-17T20:17:12,555 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1886592992/flush-table-proc/acquired, /0-1886592992/flush-table-proc/reached, /0-1886592992/flush-table-proc/abort 2024-11-17T20:17:12,557 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b0b0ae8de03,43619,1731874630550 2024-11-17T20:17:12,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x1014a719daa0000, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1886592992 2024-11-17T20:17:12,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38341-0x1014a719daa0001, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1886592992 2024-11-17T20:17:12,608 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1886592992/online-snapshot/acquired, /0-1886592992/online-snapshot/reached, /0-1886592992/online-snapshot/abort 2024-11-17T20:17:12,609 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b0b0ae8de03,43619,1731874630550 2024-11-17T20:17:12,611 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T20:17:12,629 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T20:17:12,645 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T20:17:12,646 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T20:17:12,646 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b0b0ae8de03,43619,1731874630550 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T20:17:12,648 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:17:12,648 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:17:12,648 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:17:12,648 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:17:12,648 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b0b0ae8de03:0, corePoolSize=10, maxPoolSize=10 2024-11-17T20:17:12,648 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:12,648 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:17:12,648 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:12,667 INFO [RS:0;0b0b0ae8de03:38341 {}] regionserver.HRegionServer(746): ClusterId : 9655aecc-fb7a-4436-bc92-75c912fc3b9d 2024-11-17T20:17:12,667 DEBUG [RS:0;0b0b0ae8de03:38341 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T20:17:12,671 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:17:12,671 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T20:17:12,674 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731874662674 2024-11-17T20:17:12,674 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:12,674 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T20:17:12,674 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T20:17:12,674 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T20:17:12,674 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T20:17:12,674 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T20:17:12,674 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T20:17:12,674 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T20:17:12,676 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:12,683 DEBUG [RS:0;0b0b0ae8de03:38341 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T20:17:12,683 DEBUG [RS:0;0b0b0ae8de03:38341 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T20:17:12,684 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T20:17:12,684 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T20:17:12,685 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T20:17:12,685 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T20:17:12,694 DEBUG [RS:0;0b0b0ae8de03:38341 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T20:17:12,694 DEBUG [RS:0;0b0b0ae8de03:38341 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e75cd49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:17:12,700 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T20:17:12,700 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T20:17:12,729 DEBUG [RS:0;0b0b0ae8de03:38341 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b0b0ae8de03:38341 2024-11-17T20:17:12,729 INFO [RS:0;0b0b0ae8de03:38341 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T20:17:12,730 INFO [RS:0;0b0b0ae8de03:38341 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T20:17:12,730 DEBUG [RS:0;0b0b0ae8de03:38341 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T20:17:12,732 INFO [RS:0;0b0b0ae8de03:38341 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b0b0ae8de03,43619,1731874630550 with port=38341, startcode=1731874630785 2024-11-17T20:17:12,732 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874632700,5,FailOnTimeoutGroup] 2024-11-17T20:17:12,733 DEBUG [RS:0;0b0b0ae8de03:38341 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T20:17:12,736 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874632732,5,FailOnTimeoutGroup] 2024-11-17T20:17:12,736 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:12,736 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T20:17:12,737 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:12,737 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:12,741 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T20:17:12,742 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43619 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b0b0ae8de03,38341,1731874630785 2024-11-17T20:17:12,742 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43619 {}] master.ServerManager(517): Registering regionserver=0b0b0ae8de03,38341,1731874630785 2024-11-17T20:17:12,744 DEBUG [RS:0;0b0b0ae8de03:38341 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da 2024-11-17T20:17:12,744 DEBUG [RS:0;0b0b0ae8de03:38341 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43421 2024-11-17T20:17:12,744 DEBUG [RS:0;0b0b0ae8de03:38341 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T20:17:12,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x1014a719daa0000, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1886592992/rs 2024-11-17T20:17:12,756 DEBUG [RS:0;0b0b0ae8de03:38341 {}] zookeeper.ZKUtil(111): regionserver:38341-0x1014a719daa0001, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Set watcher on existing znode=/0-1886592992/rs/0b0b0ae8de03,38341,1731874630785 2024-11-17T20:17:12,756 WARN [RS:0;0b0b0ae8de03:38341 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:17:12,756 INFO [RS:0;0b0b0ae8de03:38341 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:17:12,756 DEBUG [RS:0;0b0b0ae8de03:38341 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/WALs/0b0b0ae8de03,38341,1731874630785 2024-11-17T20:17:12,761 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b0b0ae8de03,38341,1731874630785] 2024-11-17T20:17:12,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741831_1007 (size=1321) 2024-11-17T20:17:12,768 INFO [RS:0;0b0b0ae8de03:38341 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T20:17:12,783 INFO [RS:0;0b0b0ae8de03:38341 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T20:17:12,783 INFO [RS:0;0b0b0ae8de03:38341 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T20:17:12,783 INFO [RS:0;0b0b0ae8de03:38341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:12,784 INFO [RS:0;0b0b0ae8de03:38341 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T20:17:12,785 INFO [RS:0;0b0b0ae8de03:38341 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T20:17:12,785 INFO [RS:0;0b0b0ae8de03:38341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:12,785 DEBUG [RS:0;0b0b0ae8de03:38341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:12,786 DEBUG [RS:0;0b0b0ae8de03:38341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:12,786 DEBUG [RS:0;0b0b0ae8de03:38341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:12,786 DEBUG [RS:0;0b0b0ae8de03:38341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:12,786 DEBUG [RS:0;0b0b0ae8de03:38341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:12,786 DEBUG [RS:0;0b0b0ae8de03:38341 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:17:12,786 DEBUG [RS:0;0b0b0ae8de03:38341 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:12,786 DEBUG [RS:0;0b0b0ae8de03:38341 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:12,786 DEBUG [RS:0;0b0b0ae8de03:38341 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:12,786 DEBUG [RS:0;0b0b0ae8de03:38341 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:12,786 DEBUG [RS:0;0b0b0ae8de03:38341 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:12,786 DEBUG [RS:0;0b0b0ae8de03:38341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:12,786 DEBUG [RS:0;0b0b0ae8de03:38341 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:17:12,786 DEBUG [RS:0;0b0b0ae8de03:38341 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:17:12,796 INFO [RS:0;0b0b0ae8de03:38341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:12,796 INFO [RS:0;0b0b0ae8de03:38341 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:12,796 INFO [RS:0;0b0b0ae8de03:38341 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:12,796 INFO [RS:0;0b0b0ae8de03:38341 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:12,796 INFO [RS:0;0b0b0ae8de03:38341 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:12,797 INFO [RS:0;0b0b0ae8de03:38341 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,38341,1731874630785-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:17:12,822 INFO [RS:0;0b0b0ae8de03:38341 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T20:17:12,822 INFO [RS:0;0b0b0ae8de03:38341 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,38341,1731874630785-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:12,823 INFO [RS:0;0b0b0ae8de03:38341 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:12,823 INFO [RS:0;0b0b0ae8de03:38341 {}] regionserver.Replication(171): 0b0b0ae8de03,38341,1731874630785 started 2024-11-17T20:17:12,843 INFO [RS:0;0b0b0ae8de03:38341 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:12,843 INFO [RS:0;0b0b0ae8de03:38341 {}] regionserver.HRegionServer(1482): Serving as 0b0b0ae8de03,38341,1731874630785, RpcServer on 0b0b0ae8de03/172.17.0.2:38341, sessionid=0x1014a719daa0001 2024-11-17T20:17:12,843 DEBUG [RS:0;0b0b0ae8de03:38341 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T20:17:12,843 DEBUG [RS:0;0b0b0ae8de03:38341 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b0b0ae8de03,38341,1731874630785 2024-11-17T20:17:12,843 DEBUG [RS:0;0b0b0ae8de03:38341 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,38341,1731874630785' 2024-11-17T20:17:12,844 DEBUG [RS:0;0b0b0ae8de03:38341 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1886592992/flush-table-proc/abort' 2024-11-17T20:17:12,844 DEBUG [RS:0;0b0b0ae8de03:38341 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1886592992/flush-table-proc/acquired' 2024-11-17T20:17:12,844 DEBUG [RS:0;0b0b0ae8de03:38341 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T20:17:12,845 DEBUG [RS:0;0b0b0ae8de03:38341 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T20:17:12,845 DEBUG [RS:0;0b0b0ae8de03:38341 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b0b0ae8de03,38341,1731874630785 2024-11-17T20:17:12,845 DEBUG [RS:0;0b0b0ae8de03:38341 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,38341,1731874630785' 2024-11-17T20:17:12,845 DEBUG [RS:0;0b0b0ae8de03:38341 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1886592992/online-snapshot/abort' 2024-11-17T20:17:12,845 DEBUG [RS:0;0b0b0ae8de03:38341 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1886592992/online-snapshot/acquired' 2024-11-17T20:17:12,845 DEBUG [RS:0;0b0b0ae8de03:38341 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T20:17:12,845 INFO [RS:0;0b0b0ae8de03:38341 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T20:17:12,845 INFO [RS:0;0b0b0ae8de03:38341 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T20:17:12,946 INFO [RS:0;0b0b0ae8de03:38341 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:17:12,948 INFO [RS:0;0b0b0ae8de03:38341 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C38341%2C1731874630785, suffix=, logDir=hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/WALs/0b0b0ae8de03,38341,1731874630785, archiveDir=hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/oldWALs, maxLogs=10 2024-11-17T20:17:12,971 DEBUG [RS:0;0b0b0ae8de03:38341 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/WALs/0b0b0ae8de03,38341,1731874630785/0b0b0ae8de03%2C38341%2C1731874630785.1731874632949, exclude list is [], retry=0 2024-11-17T20:17:12,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34579,DS-05c3cf55-8d70-43c8-8dc0-320a84c4b843,DISK] 2024-11-17T20:17:12,979 INFO [RS:0;0b0b0ae8de03:38341 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/WALs/0b0b0ae8de03,38341,1731874630785/0b0b0ae8de03%2C38341%2C1731874630785.1731874632949 2024-11-17T20:17:12,979 DEBUG [RS:0;0b0b0ae8de03:38341 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36075:36075)] 2024-11-17T20:17:13,167 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T20:17:13,168 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da 2024-11-17T20:17:13,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741833_1009 (size=32) 2024-11-17T20:17:13,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:17:13,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T20:17:13,586 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T20:17:13,586 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:13,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:17:13,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T20:17:13,588 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T20:17:13,588 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:13,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:17:13,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T20:17:13,595 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T20:17:13,595 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:13,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:17:13,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T20:17:13,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T20:17:13,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:13,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:17:13,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T20:17:13,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/data/hbase/meta/1588230740 2024-11-17T20:17:13,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/data/hbase/meta/1588230740 2024-11-17T20:17:13,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T20:17:13,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T20:17:13,602 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:17:13,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T20:17:13,607 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:17:13,608 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66065857, jitterRate=-0.015542015433311462}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:17:13,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731874633583Initializing all the Stores at 1731874633583Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874633584 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874633584Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874633584Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874633584Cleaning up temporary data from old regions at 1731874633602 (+18 ms)Region opened successfully at 1731874633609 (+7 ms) 2024-11-17T20:17:13,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T20:17:13,609 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T20:17:13,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T20:17:13,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T20:17:13,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T20:17:13,610 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T20:17:13,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731874633609Disabling compacts and flushes for region at 1731874633609Disabling writes for close at 1731874633609Writing region close event to WAL at 1731874633610 (+1 ms)Closed at 1731874633610 2024-11-17T20:17:13,612 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:17:13,612 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T20:17:13,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T20:17:13,614 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T20:17:13,619 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T20:17:13,769 DEBUG [0b0b0ae8de03:43619 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T20:17:13,770 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b0b0ae8de03,38341,1731874630785 2024-11-17T20:17:13,771 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,38341,1731874630785, state=OPENING 2024-11-17T20:17:13,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T20:17:13,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T20:17:13,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:17:13,839 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T20:17:13,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x1014a719daa0000, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1886592992 2024-11-17T20:17:13,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38341-0x1014a719daa0001, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1886592992 2024-11-17T20:17:13,883 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T20:17:13,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,38341,1731874630785}] 2024-11-17T20:17:13,883 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1886592992/meta-region-server: CHANGED 2024-11-17T20:17:13,883 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1886592992/meta-region-server: CHANGED 2024-11-17T20:17:14,036 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T20:17:14,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33955, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T20:17:14,041 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T20:17:14,041 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:17:14,041 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T20:17:14,043 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C38341%2C1731874630785.meta, suffix=.meta, logDir=hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/WALs/0b0b0ae8de03,38341,1731874630785, archiveDir=hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/oldWALs, maxLogs=10 2024-11-17T20:17:14,056 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/WALs/0b0b0ae8de03,38341,1731874630785/0b0b0ae8de03%2C38341%2C1731874630785.meta.1731874634043.meta, exclude list is [], retry=0 2024-11-17T20:17:14,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34579,DS-05c3cf55-8d70-43c8-8dc0-320a84c4b843,DISK] 2024-11-17T20:17:14,060 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/WALs/0b0b0ae8de03,38341,1731874630785/0b0b0ae8de03%2C38341%2C1731874630785.meta.1731874634043.meta 2024-11-17T20:17:14,061 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36075:36075)] 2024-11-17T20:17:14,061 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:17:14,061 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:17:14,061 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T20:17:14,062 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T20:17:14,062 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T20:17:14,062 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T20:17:14,062 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:17:14,062 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T20:17:14,062 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T20:17:14,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T20:17:14,064 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T20:17:14,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:14,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:17:14,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T20:17:14,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T20:17:14,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:14,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:17:14,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T20:17:14,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T20:17:14,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:14,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:17:14,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T20:17:14,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T20:17:14,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:14,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:17:14,070 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T20:17:14,071 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/data/hbase/meta/1588230740 2024-11-17T20:17:14,072 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/data/hbase/meta/1588230740 2024-11-17T20:17:14,073 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T20:17:14,073 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T20:17:14,074 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:17:14,075 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T20:17:14,076 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59510163, jitterRate=-0.11322946846485138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:17:14,076 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T20:17:14,077 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731874634062Writing region info on filesystem at 1731874634062Initializing all the Stores at 1731874634063 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874634063Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874634063Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874634063Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874634063Cleaning up temporary data from old regions at 1731874634073 (+10 ms)Running coprocessor post-open hooks at 1731874634076 (+3 ms)Region opened successfully at 1731874634077 (+1 ms) 2024-11-17T20:17:14,078 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731874634035 2024-11-17T20:17:14,081 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T20:17:14,081 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T20:17:14,081 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,38341,1731874630785 2024-11-17T20:17:14,082 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,38341,1731874630785, state=OPEN 2024-11-17T20:17:14,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38341-0x1014a719daa0001, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1886592992/meta-region-server 2024-11-17T20:17:14,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x1014a719daa0000, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1886592992/meta-region-server 2024-11-17T20:17:14,103 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,38341,1731874630785 2024-11-17T20:17:14,103 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1886592992/meta-region-server: CHANGED 2024-11-17T20:17:14,103 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1886592992/meta-region-server: CHANGED 2024-11-17T20:17:14,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T20:17:14,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,38341,1731874630785 in 220 msec 2024-11-17T20:17:14,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T20:17:14,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 494 msec 2024-11-17T20:17:14,110 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:17:14,110 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T20:17:14,112 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:17:14,112 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,38341,1731874630785, seqNum=-1] 2024-11-17T20:17:14,112 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:17:14,114 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45049, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:17:14,122 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5070 sec 2024-11-17T20:17:14,122 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731874634122, completionTime=-1 2024-11-17T20:17:14,122 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T20:17:14,122 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T20:17:14,124 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T20:17:14,124 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731874694124 2024-11-17T20:17:14,124 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731874754124 2024-11-17T20:17:14,124 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T20:17:14,125 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,43619,1731874630550-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:14,125 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,43619,1731874630550-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:14,125 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,43619,1731874630550-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:14,125 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b0b0ae8de03:43619, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:14,125 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:14,125 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:14,127 DEBUG [master/0b0b0ae8de03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T20:17:14,130 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.238sec 2024-11-17T20:17:14,130 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T20:17:14,130 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T20:17:14,130 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T20:17:14,130 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T20:17:14,130 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T20:17:14,130 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,43619,1731874630550-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:17:14,130 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,43619,1731874630550-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T20:17:14,133 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T20:17:14,133 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T20:17:14,133 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,43619,1731874630550-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:14,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58349ab6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:14,166 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,43619,-1 for getting cluster id 2024-11-17T20:17:14,167 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:17:14,168 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9655aecc-fb7a-4436-bc92-75c912fc3b9d' 2024-11-17T20:17:14,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:17:14,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9655aecc-fb7a-4436-bc92-75c912fc3b9d" 2024-11-17T20:17:14,169 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bf67b16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:14,169 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,43619,-1] 2024-11-17T20:17:14,169 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:17:14,169 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:14,170 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:17:14,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ce0334, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:14,172 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:17:14,173 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,38341,1731874630785, seqNum=-1] 2024-11-17T20:17:14,173 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:17:14,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:17:14,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0b0b0ae8de03,43619,1731874630550 2024-11-17T20:17:14,178 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64726 2024-11-17T20:17:14,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:17:14,188 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014a719daa0002 connected 2024-11-17T20:17:14,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb76b33-30f6-7b30-76af-5cd786182b55/hadoop.log.dir so I do NOT create it in target/test-data/5926457b-a7bb-8c38-d551-c8349ef51ce4 2024-11-17T20:17:14,200 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb76b33-30f6-7b30-76af-5cd786182b55/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T20:17:14,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb76b33-30f6-7b30-76af-5cd786182b55/hadoop.tmp.dir so I do NOT create it in target/test-data/5926457b-a7bb-8c38-d551-c8349ef51ce4 2024-11-17T20:17:14,200 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb76b33-30f6-7b30-76af-5cd786182b55/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T20:17:14,200 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5926457b-a7bb-8c38-d551-c8349ef51ce4 2024-11-17T20:17:14,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T20:17:14,201 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5926457b-a7bb-8c38-d551-c8349ef51ce4/cluster_94d6835a-fdab-2e27-f8ee-535f98d479b6, deleteOnExit=true 2024-11-17T20:17:14,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T20:17:14,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5926457b-a7bb-8c38-d551-c8349ef51ce4/test.cache.data in system properties and HBase conf 2024-11-17T20:17:14,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5926457b-a7bb-8c38-d551-c8349ef51ce4/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T20:17:14,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5926457b-a7bb-8c38-d551-c8349ef51ce4/hadoop.log.dir in system properties and HBase conf 2024-11-17T20:17:14,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5926457b-a7bb-8c38-d551-c8349ef51ce4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T20:17:14,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5926457b-a7bb-8c38-d551-c8349ef51ce4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T20:17:14,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T20:17:14,201 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T20:17:14,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5926457b-a7bb-8c38-d551-c8349ef51ce4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T20:17:14,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5926457b-a7bb-8c38-d551-c8349ef51ce4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T20:17:14,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5926457b-a7bb-8c38-d551-c8349ef51ce4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T20:17:14,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5926457b-a7bb-8c38-d551-c8349ef51ce4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T20:17:14,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5926457b-a7bb-8c38-d551-c8349ef51ce4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T20:17:14,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5926457b-a7bb-8c38-d551-c8349ef51ce4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T20:17:14,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5926457b-a7bb-8c38-d551-c8349ef51ce4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T20:17:14,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5926457b-a7bb-8c38-d551-c8349ef51ce4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T20:17:14,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5926457b-a7bb-8c38-d551-c8349ef51ce4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T20:17:14,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5926457b-a7bb-8c38-d551-c8349ef51ce4/nfs.dump.dir in system properties and HBase conf 2024-11-17T20:17:14,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5926457b-a7bb-8c38-d551-c8349ef51ce4/java.io.tmpdir in system properties and HBase conf 2024-11-17T20:17:14,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5926457b-a7bb-8c38-d551-c8349ef51ce4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T20:17:14,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5926457b-a7bb-8c38-d551-c8349ef51ce4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T20:17:14,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5926457b-a7bb-8c38-d551-c8349ef51ce4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T20:17:14,685 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:17:14,691 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T20:17:14,692 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T20:17:14,692 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T20:17:14,692 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T20:17:14,693 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:17:14,693 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1edba01{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5926457b-a7bb-8c38-d551-c8349ef51ce4/hadoop.log.dir/,AVAILABLE} 2024-11-17T20:17:14,693 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20b3f284{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T20:17:14,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f2666ca{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5926457b-a7bb-8c38-d551-c8349ef51ce4/java.io.tmpdir/jetty-localhost-40873-hadoop-hdfs-3_4_1-tests_jar-_-any-18290747019557732574/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T20:17:14,789 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5fc1abc6{HTTP/1.1, (http/1.1)}{localhost:40873} 2024-11-17T20:17:14,789 INFO [Time-limited test {}] server.Server(415): Started @38224ms 2024-11-17T20:17:15,066 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:17:15,071 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T20:17:15,072 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T20:17:15,072 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T20:17:15,072 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T20:17:15,073 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cd98570{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5926457b-a7bb-8c38-d551-c8349ef51ce4/hadoop.log.dir/,AVAILABLE} 2024-11-17T20:17:15,073 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4696742e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T20:17:15,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d627837{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5926457b-a7bb-8c38-d551-c8349ef51ce4/java.io.tmpdir/jetty-localhost-38711-hadoop-hdfs-3_4_1-tests_jar-_-any-10952877792521070701/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:17:15,172 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38ec9e5b{HTTP/1.1, (http/1.1)}{localhost:38711} 2024-11-17T20:17:15,172 INFO [Time-limited test {}] server.Server(415): Started @38608ms 2024-11-17T20:17:15,174 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T20:17:15,891 WARN [Thread-617 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5926457b-a7bb-8c38-d551-c8349ef51ce4/cluster_94d6835a-fdab-2e27-f8ee-535f98d479b6/data/data1/current/BP-1159970389-172.17.0.2-1731874634225/current, will proceed with Du for space computation calculation, 2024-11-17T20:17:15,891 WARN [Thread-618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5926457b-a7bb-8c38-d551-c8349ef51ce4/cluster_94d6835a-fdab-2e27-f8ee-535f98d479b6/data/data2/current/BP-1159970389-172.17.0.2-1731874634225/current, will proceed with Du for space computation calculation, 2024-11-17T20:17:15,913 WARN [Thread-605 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T20:17:15,915 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe66d49365ba753ad with lease ID 0x96ca305e59e07e37: Processing first storage report for DS-54a52ad1-be51-43a4-8720-a49d8c6bfa72 from datanode DatanodeRegistration(127.0.0.1:44945, datanodeUuid=025b6074-8858-49fb-98f7-0a0fe5367792, infoPort=45637, infoSecurePort=0, ipcPort=37363, storageInfo=lv=-57;cid=testClusterID;nsid=948708690;c=1731874634225) 2024-11-17T20:17:15,915 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe66d49365ba753ad with lease ID 0x96ca305e59e07e37: from storage DS-54a52ad1-be51-43a4-8720-a49d8c6bfa72 node DatanodeRegistration(127.0.0.1:44945, datanodeUuid=025b6074-8858-49fb-98f7-0a0fe5367792, infoPort=45637, infoSecurePort=0, ipcPort=37363, storageInfo=lv=-57;cid=testClusterID;nsid=948708690;c=1731874634225), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T20:17:15,916 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe66d49365ba753ad with lease ID 0x96ca305e59e07e37: Processing first storage report for DS-b65b9daa-8085-4ec1-9ffe-d24a8e60964c from datanode DatanodeRegistration(127.0.0.1:44945, datanodeUuid=025b6074-8858-49fb-98f7-0a0fe5367792, infoPort=45637, infoSecurePort=0, ipcPort=37363, storageInfo=lv=-57;cid=testClusterID;nsid=948708690;c=1731874634225) 2024-11-17T20:17:15,916 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe66d49365ba753ad with lease ID 0x96ca305e59e07e37: from storage DS-b65b9daa-8085-4ec1-9ffe-d24a8e60964c node DatanodeRegistration(127.0.0.1:44945, datanodeUuid=025b6074-8858-49fb-98f7-0a0fe5367792, infoPort=45637, infoSecurePort=0, ipcPort=37363, storageInfo=lv=-57;cid=testClusterID;nsid=948708690;c=1731874634225), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T20:17:16,003 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5926457b-a7bb-8c38-d551-c8349ef51ce4 2024-11-17T20:17:16,003 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:17:16,004 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:17:16,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741825_1001 (size=7) 2024-11-17T20:17:16,413 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36413/user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735 with version=8 2024-11-17T20:17:16,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36413/user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/hbase-staging 2024-11-17T20:17:16,415 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:17:16,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:17:16,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:17:16,416 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:17:16,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:17:16,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:17:16,416 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T20:17:16,416 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:17:16,416 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40965 2024-11-17T20:17:16,417 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40965 connecting to ZooKeeper ensemble=127.0.0.1:64726 2024-11-17T20:17:16,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:409650x0, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:17:16,471 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40965-0x1014a719daa0003 connected 2024-11-17T20:17:16,545 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:17:16,546 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:17:16,548 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40965-0x1014a719daa0003, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Set watcher on znode that does not yet exist, /1-1515524987/running 2024-11-17T20:17:16,548 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36413/user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735, hbase.cluster.distributed=false 2024-11-17T20:17:16,550 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40965-0x1014a719daa0003, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Set watcher on znode that does not yet exist, /1-1515524987/acl 2024-11-17T20:17:16,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40965 2024-11-17T20:17:16,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40965 2024-11-17T20:17:16,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40965 2024-11-17T20:17:16,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40965 2024-11-17T20:17:16,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40965 2024-11-17T20:17:16,569 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:17:16,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:17:16,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:17:16,570 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:17:16,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:17:16,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:17:16,570 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T20:17:16,570 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:17:16,571 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45019 2024-11-17T20:17:16,572 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45019 connecting to ZooKeeper ensemble=127.0.0.1:64726 2024-11-17T20:17:16,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:17:16,575 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:17:16,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450190x0, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:17:16,587 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:450190x0, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Set watcher on znode that does not yet exist, /1-1515524987/running 2024-11-17T20:17:16,587 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45019-0x1014a719daa0004 connected 2024-11-17T20:17:16,588 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T20:17:16,588 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T20:17:16,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45019-0x1014a719daa0004, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Set watcher on znode that does not yet exist, /1-1515524987/master 2024-11-17T20:17:16,590 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45019-0x1014a719daa0004, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Set watcher on znode that does not yet exist, /1-1515524987/acl 2024-11-17T20:17:16,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45019 2024-11-17T20:17:16,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45019 2024-11-17T20:17:16,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45019 2024-11-17T20:17:16,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45019 2024-11-17T20:17:16,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45019 2024-11-17T20:17:16,606 DEBUG [M:0;0b0b0ae8de03:40965 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b0b0ae8de03:40965 2024-11-17T20:17:16,606 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1515524987/backup-masters/0b0b0ae8de03,40965,1731874636415 2024-11-17T20:17:16,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45019-0x1014a719daa0004, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1515524987/backup-masters 2024-11-17T20:17:16,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40965-0x1014a719daa0003, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1515524987/backup-masters 2024-11-17T20:17:16,619 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40965-0x1014a719daa0003, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Set watcher on existing znode=/1-1515524987/backup-masters/0b0b0ae8de03,40965,1731874636415 2024-11-17T20:17:16,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45019-0x1014a719daa0004, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1515524987/master 2024-11-17T20:17:16,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40965-0x1014a719daa0003, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1515524987 2024-11-17T20:17:16,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45019-0x1014a719daa0004, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1515524987 2024-11-17T20:17:16,629 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40965-0x1014a719daa0003, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Set watcher on existing znode=/1-1515524987/master 2024-11-17T20:17:16,629 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1515524987/backup-masters/0b0b0ae8de03,40965,1731874636415 from backup master directory 2024-11-17T20:17:16,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40965-0x1014a719daa0003, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1515524987/backup-masters/0b0b0ae8de03,40965,1731874636415 2024-11-17T20:17:16,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45019-0x1014a719daa0004, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1515524987/backup-masters 2024-11-17T20:17:16,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40965-0x1014a719daa0003, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1515524987/backup-masters 2024-11-17T20:17:16,639 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:17:16,639 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b0b0ae8de03,40965,1731874636415 2024-11-17T20:17:16,643 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36413/user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/hbase.id] with ID: 44f1ee19-0a3e-4482-927c-06145b12d738 2024-11-17T20:17:16,643 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36413/user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/.tmp/hbase.id 2024-11-17T20:17:16,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741826_1002 (size=42) 2024-11-17T20:17:17,049 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36413/user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/.tmp/hbase.id]:[hdfs://localhost:36413/user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/hbase.id] 2024-11-17T20:17:17,063 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:17:17,063 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T20:17:17,064 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T20:17:17,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45019-0x1014a719daa0004, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1515524987 2024-11-17T20:17:17,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40965-0x1014a719daa0003, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1515524987 2024-11-17T20:17:17,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741827_1003 (size=196) 2024-11-17T20:17:17,525 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:17:17,526 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T20:17:17,526 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:17:17,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741828_1004 (size=1189) 2024-11-17T20:17:17,934 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36413/user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/MasterData/data/master/store 2024-11-17T20:17:17,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741829_1005 (size=34) 2024-11-17T20:17:18,341 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:17:18,342 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T20:17:18,342 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:17:18,342 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:17:18,342 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T20:17:18,342 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:17:18,342 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:17:18,342 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731874638341Disabling compacts and flushes for region at 1731874638341Disabling writes for close at 1731874638342 (+1 ms)Writing region close event to WAL at 1731874638342Closed at 1731874638342 2024-11-17T20:17:18,343 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36413/user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/MasterData/data/master/store/.initializing 2024-11-17T20:17:18,343 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36413/user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/MasterData/WALs/0b0b0ae8de03,40965,1731874636415 2024-11-17T20:17:18,344 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:17:18,346 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b0b0ae8de03%2C40965%2C1731874636415, suffix=, logDir=hdfs://localhost:36413/user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/MasterData/WALs/0b0b0ae8de03,40965,1731874636415, archiveDir=hdfs://localhost:36413/user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/MasterData/oldWALs, maxLogs=10 2024-11-17T20:17:18,362 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/MasterData/WALs/0b0b0ae8de03,40965,1731874636415/0b0b0ae8de03%2C40965%2C1731874636415.1731874638346, exclude list is [], retry=0 2024-11-17T20:17:18,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44945,DS-54a52ad1-be51-43a4-8720-a49d8c6bfa72,DISK] 2024-11-17T20:17:18,367 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/MasterData/WALs/0b0b0ae8de03,40965,1731874636415/0b0b0ae8de03%2C40965%2C1731874636415.1731874638346 2024-11-17T20:17:18,367 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45637:45637)] 2024-11-17T20:17:18,367 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:17:18,367 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:17:18,367 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:18,367 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:18,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:18,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T20:17:18,370 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:18,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:17:18,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:18,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T20:17:18,372 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:18,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:17:18,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:18,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T20:17:18,374 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:18,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:17:18,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:18,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T20:17:18,376 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:18,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:17:18,377 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:18,378 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36413/user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:18,378 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36413/user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:18,379 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:18,379 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:18,380 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:17:18,381 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:18,383 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36413/user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:17:18,384 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74302051, jitterRate=0.10718683898448944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:17:18,384 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731874638368Initializing all the Stores at 1731874638368Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874638369 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874638369Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874638369Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874638369Cleaning up temporary data from old regions at 1731874638379 (+10 ms)Region opened successfully at 1731874638384 (+5 ms) 2024-11-17T20:17:18,384 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T20:17:18,387 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cae23d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:17:18,388 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T20:17:18,388 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T20:17:18,388 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T20:17:18,388 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T20:17:18,389 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T20:17:18,389 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T20:17:18,389 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T20:17:18,391 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T20:17:18,392 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40965-0x1014a719daa0003, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Unable to get data of znode /1-1515524987/balancer because node does not exist (not necessarily an error) 2024-11-17T20:17:18,460 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1515524987/balancer already deleted, retry=false 2024-11-17T20:17:18,461 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T20:17:18,461 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40965-0x1014a719daa0003, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Unable to get data of znode /1-1515524987/normalizer because node does not exist (not necessarily an error) 2024-11-17T20:17:18,471 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1515524987/normalizer already deleted, retry=false 2024-11-17T20:17:18,471 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T20:17:18,472 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40965-0x1014a719daa0003, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Unable to get data of znode /1-1515524987/switch/split because node does not exist (not necessarily an error) 2024-11-17T20:17:18,481 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1515524987/switch/split already deleted, retry=false 2024-11-17T20:17:18,482 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40965-0x1014a719daa0003, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Unable to get data of znode /1-1515524987/switch/merge because node does not exist (not necessarily an error) 2024-11-17T20:17:18,492 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1515524987/switch/merge already deleted, retry=false 2024-11-17T20:17:18,493 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40965-0x1014a719daa0003, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Unable to get data of znode /1-1515524987/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T20:17:18,502 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1515524987/snapshot-cleanup already deleted, retry=false 2024-11-17T20:17:18,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45019-0x1014a719daa0004, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1515524987/running 2024-11-17T20:17:18,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40965-0x1014a719daa0003, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1515524987/running 2024-11-17T20:17:18,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45019-0x1014a719daa0004, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1515524987 2024-11-17T20:17:18,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40965-0x1014a719daa0003, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1515524987 2024-11-17T20:17:18,513 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b0b0ae8de03,40965,1731874636415, sessionid=0x1014a719daa0003, setting cluster-up flag (Was=false) 2024-11-17T20:17:18,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45019-0x1014a719daa0004, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1515524987 2024-11-17T20:17:18,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40965-0x1014a719daa0003, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1515524987 2024-11-17T20:17:18,566 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1515524987/flush-table-proc/acquired, /1-1515524987/flush-table-proc/reached, /1-1515524987/flush-table-proc/abort 2024-11-17T20:17:18,567 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b0b0ae8de03,40965,1731874636415 2024-11-17T20:17:18,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40965-0x1014a719daa0003, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1515524987 2024-11-17T20:17:18,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45019-0x1014a719daa0004, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1515524987 2024-11-17T20:17:18,618 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1515524987/online-snapshot/acquired, /1-1515524987/online-snapshot/reached, /1-1515524987/online-snapshot/abort 2024-11-17T20:17:18,619 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b0b0ae8de03,40965,1731874636415 2024-11-17T20:17:18,620 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36413/user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T20:17:18,622 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T20:17:18,622 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T20:17:18,622 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T20:17:18,622 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b0b0ae8de03,40965,1731874636415 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T20:17:18,623 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:17:18,623 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:17:18,624 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:17:18,624 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:17:18,624 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b0b0ae8de03:0, corePoolSize=10, maxPoolSize=10 2024-11-17T20:17:18,624 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:18,624 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:17:18,624 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:18,625 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731874668625 2024-11-17T20:17:18,625 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T20:17:18,625 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T20:17:18,625 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T20:17:18,625 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T20:17:18,625 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T20:17:18,625 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T20:17:18,626 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:17:18,626 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T20:17:18,627 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:18,627 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:18,627 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T20:17:18,627 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T20:17:18,627 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T20:17:18,627 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T20:17:18,627 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T20:17:18,627 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T20:17:18,628 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T20:17:18,628 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874638628,5,FailOnTimeoutGroup] 2024-11-17T20:17:18,628 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874638628,5,FailOnTimeoutGroup] 2024-11-17T20:17:18,628 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:18,628 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T20:17:18,628 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:18,628 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:18,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741831_1007 (size=1321) 2024-11-17T20:17:18,698 INFO [RS:0;0b0b0ae8de03:45019 {}] regionserver.HRegionServer(746): ClusterId : 44f1ee19-0a3e-4482-927c-06145b12d738 2024-11-17T20:17:18,698 DEBUG [RS:0;0b0b0ae8de03:45019 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T20:17:18,703 DEBUG [RS:0;0b0b0ae8de03:45019 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T20:17:18,703 DEBUG [RS:0;0b0b0ae8de03:45019 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T20:17:18,714 DEBUG [RS:0;0b0b0ae8de03:45019 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T20:17:18,714 DEBUG [RS:0;0b0b0ae8de03:45019 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f35dc2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:17:18,752 DEBUG [RS:0;0b0b0ae8de03:45019 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b0b0ae8de03:45019 2024-11-17T20:17:18,752 INFO [RS:0;0b0b0ae8de03:45019 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T20:17:18,752 INFO [RS:0;0b0b0ae8de03:45019 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T20:17:18,752 DEBUG [RS:0;0b0b0ae8de03:45019 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T20:17:18,753 INFO [RS:0;0b0b0ae8de03:45019 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b0b0ae8de03,40965,1731874636415 with port=45019, startcode=1731874636569 2024-11-17T20:17:18,753 DEBUG [RS:0;0b0b0ae8de03:45019 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T20:17:18,755 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T20:17:18,755 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40965 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b0b0ae8de03,45019,1731874636569 2024-11-17T20:17:18,755 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40965 {}] master.ServerManager(517): Registering regionserver=0b0b0ae8de03,45019,1731874636569 2024-11-17T20:17:18,757 DEBUG [RS:0;0b0b0ae8de03:45019 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36413/user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735 2024-11-17T20:17:18,757 DEBUG [RS:0;0b0b0ae8de03:45019 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36413 2024-11-17T20:17:18,757 DEBUG [RS:0;0b0b0ae8de03:45019 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T20:17:18,769 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T20:17:18,782 WARN [RS:0;0b0b0ae8de03:38341 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 0b0b0ae8de03,36981,1731874604193: status=Processing ServerCrashProcedure of 0b0b0ae8de03,36981,1731874604193 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731874620624, completionTime=-1 appears to have been leaked 2024-11-17T20:17:18,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40965-0x1014a719daa0003, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1515524987/rs 2024-11-17T20:17:18,813 DEBUG [RS:0;0b0b0ae8de03:45019 {}] zookeeper.ZKUtil(111): regionserver:45019-0x1014a719daa0004, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Set watcher on existing znode=/1-1515524987/rs/0b0b0ae8de03,45019,1731874636569 2024-11-17T20:17:18,813 WARN [RS:0;0b0b0ae8de03:45019 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:17:18,814 INFO [RS:0;0b0b0ae8de03:45019 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:17:18,814 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b0b0ae8de03,45019,1731874636569] 2024-11-17T20:17:18,814 DEBUG [RS:0;0b0b0ae8de03:45019 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36413/user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/WALs/0b0b0ae8de03,45019,1731874636569 2024-11-17T20:17:18,817 INFO [RS:0;0b0b0ae8de03:45019 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T20:17:18,819 INFO [RS:0;0b0b0ae8de03:45019 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T20:17:18,819 INFO [RS:0;0b0b0ae8de03:45019 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T20:17:18,819 INFO [RS:0;0b0b0ae8de03:45019 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:18,819 INFO [RS:0;0b0b0ae8de03:45019 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T20:17:18,820 INFO [RS:0;0b0b0ae8de03:45019 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T20:17:18,820 INFO [RS:0;0b0b0ae8de03:45019 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:18,820 DEBUG [RS:0;0b0b0ae8de03:45019 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:18,820 DEBUG [RS:0;0b0b0ae8de03:45019 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:18,821 DEBUG [RS:0;0b0b0ae8de03:45019 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:18,821 DEBUG [RS:0;0b0b0ae8de03:45019 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:18,821 DEBUG [RS:0;0b0b0ae8de03:45019 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:18,821 DEBUG [RS:0;0b0b0ae8de03:45019 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:17:18,821 DEBUG [RS:0;0b0b0ae8de03:45019 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:18,821 DEBUG [RS:0;0b0b0ae8de03:45019 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:18,821 DEBUG [RS:0;0b0b0ae8de03:45019 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:18,821 DEBUG [RS:0;0b0b0ae8de03:45019 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:18,821 DEBUG [RS:0;0b0b0ae8de03:45019 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:18,821 DEBUG [RS:0;0b0b0ae8de03:45019 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:18,821 DEBUG [RS:0;0b0b0ae8de03:45019 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:17:18,821 DEBUG [RS:0;0b0b0ae8de03:45019 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:17:18,824 INFO [RS:0;0b0b0ae8de03:45019 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:18,824 INFO [RS:0;0b0b0ae8de03:45019 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:18,824 INFO [RS:0;0b0b0ae8de03:45019 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:18,824 INFO [RS:0;0b0b0ae8de03:45019 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:18,824 INFO [RS:0;0b0b0ae8de03:45019 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:18,825 INFO [RS:0;0b0b0ae8de03:45019 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,45019,1731874636569-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:17:18,838 INFO [RS:0;0b0b0ae8de03:45019 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T20:17:18,838 INFO [RS:0;0b0b0ae8de03:45019 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,45019,1731874636569-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:18,838 INFO [RS:0;0b0b0ae8de03:45019 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:18,838 INFO [RS:0;0b0b0ae8de03:45019 {}] regionserver.Replication(171): 0b0b0ae8de03,45019,1731874636569 started 2024-11-17T20:17:18,850 INFO [RS:0;0b0b0ae8de03:45019 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:18,851 INFO [RS:0;0b0b0ae8de03:45019 {}] regionserver.HRegionServer(1482): Serving as 0b0b0ae8de03,45019,1731874636569, RpcServer on 0b0b0ae8de03/172.17.0.2:45019, sessionid=0x1014a719daa0004 2024-11-17T20:17:18,851 DEBUG [RS:0;0b0b0ae8de03:45019 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T20:17:18,851 DEBUG [RS:0;0b0b0ae8de03:45019 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b0b0ae8de03,45019,1731874636569 2024-11-17T20:17:18,851 DEBUG [RS:0;0b0b0ae8de03:45019 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,45019,1731874636569' 2024-11-17T20:17:18,851 DEBUG [RS:0;0b0b0ae8de03:45019 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1515524987/flush-table-proc/abort' 2024-11-17T20:17:18,851 DEBUG [RS:0;0b0b0ae8de03:45019 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1515524987/flush-table-proc/acquired' 2024-11-17T20:17:18,852 DEBUG [RS:0;0b0b0ae8de03:45019 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T20:17:18,852 DEBUG [RS:0;0b0b0ae8de03:45019 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T20:17:18,852 DEBUG [RS:0;0b0b0ae8de03:45019 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b0b0ae8de03,45019,1731874636569 2024-11-17T20:17:18,852 DEBUG [RS:0;0b0b0ae8de03:45019 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,45019,1731874636569' 2024-11-17T20:17:18,852 DEBUG [RS:0;0b0b0ae8de03:45019 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1515524987/online-snapshot/abort' 2024-11-17T20:17:18,852 DEBUG [RS:0;0b0b0ae8de03:45019 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1515524987/online-snapshot/acquired' 2024-11-17T20:17:18,853 DEBUG [RS:0;0b0b0ae8de03:45019 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T20:17:18,853 INFO [RS:0;0b0b0ae8de03:45019 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T20:17:18,853 INFO [RS:0;0b0b0ae8de03:45019 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T20:17:18,953 INFO [RS:0;0b0b0ae8de03:45019 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:17:18,955 INFO [RS:0;0b0b0ae8de03:45019 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C45019%2C1731874636569, suffix=, logDir=hdfs://localhost:36413/user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/WALs/0b0b0ae8de03,45019,1731874636569, archiveDir=hdfs://localhost:36413/user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/oldWALs, maxLogs=10 2024-11-17T20:17:18,966 DEBUG [RS:0;0b0b0ae8de03:45019 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/WALs/0b0b0ae8de03,45019,1731874636569/0b0b0ae8de03%2C45019%2C1731874636569.1731874638955, exclude list is [], retry=0 2024-11-17T20:17:18,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44945,DS-54a52ad1-be51-43a4-8720-a49d8c6bfa72,DISK] 2024-11-17T20:17:18,973 INFO [RS:0;0b0b0ae8de03:45019 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/WALs/0b0b0ae8de03,45019,1731874636569/0b0b0ae8de03%2C45019%2C1731874636569.1731874638955 2024-11-17T20:17:18,974 DEBUG [RS:0;0b0b0ae8de03:45019 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45637:45637)] 2024-11-17T20:17:19,035 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36413/user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T20:17:19,035 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36413/user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735 2024-11-17T20:17:19,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741833_1009 (size=32) 2024-11-17T20:17:19,298 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T20:17:19,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:17:19,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:17:19,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:17:19,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T20:17:19,444 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T20:17:19,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:19,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:17:19,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T20:17:19,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T20:17:19,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:19,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:17:19,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T20:17:19,447 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T20:17:19,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:19,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:17:19,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T20:17:19,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T20:17:19,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:19,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:17:19,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T20:17:19,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36413/user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/data/hbase/meta/1588230740 2024-11-17T20:17:19,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36413/user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/data/hbase/meta/1588230740 2024-11-17T20:17:19,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T20:17:19,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T20:17:19,452 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:17:19,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T20:17:19,455 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36413/user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:17:19,456 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67626407, jitterRate=0.0077119916677474976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:17:19,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731874639442Initializing all the Stores at 1731874639442Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874639442Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874639443 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874639443Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874639443Cleaning up temporary data from old regions at 1731874639452 (+9 ms)Region opened successfully at 1731874639456 (+4 ms) 2024-11-17T20:17:19,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T20:17:19,457 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T20:17:19,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T20:17:19,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T20:17:19,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T20:17:19,457 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T20:17:19,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731874639456Disabling compacts and flushes for region at 1731874639456Disabling writes for close at 1731874639457 (+1 ms)Writing region close event to WAL at 1731874639457Closed at 1731874639457 2024-11-17T20:17:19,459 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:17:19,459 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T20:17:19,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T20:17:19,460 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T20:17:19,461 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T20:17:19,611 DEBUG [0b0b0ae8de03:40965 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T20:17:19,612 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b0b0ae8de03,45019,1731874636569 2024-11-17T20:17:19,613 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,45019,1731874636569, state=OPENING 2024-11-17T20:17:19,671 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T20:17:19,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40965-0x1014a719daa0003, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1515524987 2024-11-17T20:17:19,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45019-0x1014a719daa0004, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1515524987 2024-11-17T20:17:19,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1515524987/meta-region-server: CHANGED 2024-11-17T20:17:19,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1515524987/meta-region-server: CHANGED 2024-11-17T20:17:19,682 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T20:17:19,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,45019,1731874636569}] 2024-11-17T20:17:19,834 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T20:17:19,836 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41093, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T20:17:19,840 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T20:17:19,840 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:17:19,840 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T20:17:19,841 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C45019%2C1731874636569.meta, suffix=.meta, logDir=hdfs://localhost:36413/user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/WALs/0b0b0ae8de03,45019,1731874636569, archiveDir=hdfs://localhost:36413/user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/oldWALs, maxLogs=10 2024-11-17T20:17:19,853 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/WALs/0b0b0ae8de03,45019,1731874636569/0b0b0ae8de03%2C45019%2C1731874636569.meta.1731874639842.meta, exclude list is [], retry=0 2024-11-17T20:17:19,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44945,DS-54a52ad1-be51-43a4-8720-a49d8c6bfa72,DISK] 2024-11-17T20:17:19,857 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/WALs/0b0b0ae8de03,45019,1731874636569/0b0b0ae8de03%2C45019%2C1731874636569.meta.1731874639842.meta 2024-11-17T20:17:19,858 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45637:45637)] 2024-11-17T20:17:19,858 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:17:19,858 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:17:19,858 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T20:17:19,858 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T20:17:19,858 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T20:17:19,859 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T20:17:19,859 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:17:19,859 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T20:17:19,859 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T20:17:19,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T20:17:19,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T20:17:19,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:19,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:17:19,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T20:17:19,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T20:17:19,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:19,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:17:19,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T20:17:19,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T20:17:19,864 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:19,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:17:19,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T20:17:19,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T20:17:19,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:19,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:17:19,865 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T20:17:19,866 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36413/user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/data/hbase/meta/1588230740 2024-11-17T20:17:19,867 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36413/user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/data/hbase/meta/1588230740 2024-11-17T20:17:19,868 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T20:17:19,868 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T20:17:19,869 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:17:19,870 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T20:17:19,871 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63541526, jitterRate=-0.05315747857093811}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:17:19,871 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T20:17:19,871 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731874639859Writing region info on filesystem at 1731874639859Initializing all the Stores at 1731874639860 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874639860Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874639860Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874639860Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874639860Cleaning up temporary data from old regions at 1731874639868 (+8 ms)Running coprocessor post-open hooks at 1731874639871 (+3 ms)Region opened successfully at 1731874639871 2024-11-17T20:17:19,872 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731874639834 2024-11-17T20:17:19,875 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T20:17:19,875 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T20:17:19,875 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,45019,1731874636569 2024-11-17T20:17:19,876 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,45019,1731874636569, state=OPEN 2024-11-17T20:17:19,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45019-0x1014a719daa0004, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1515524987/meta-region-server 2024-11-17T20:17:19,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40965-0x1014a719daa0003, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1515524987/meta-region-server 2024-11-17T20:17:19,881 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,45019,1731874636569 2024-11-17T20:17:19,881 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1515524987/meta-region-server: CHANGED 2024-11-17T20:17:19,881 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1515524987/meta-region-server: CHANGED 2024-11-17T20:17:19,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T20:17:19,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,45019,1731874636569 in 199 msec 2024-11-17T20:17:19,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T20:17:19,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 425 msec 2024-11-17T20:17:19,887 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:17:19,887 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T20:17:19,889 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:17:19,889 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,45019,1731874636569, seqNum=-1] 2024-11-17T20:17:19,889 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:17:19,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34627, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:17:19,896 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2740 sec 2024-11-17T20:17:19,896 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731874639896, completionTime=-1 2024-11-17T20:17:19,896 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T20:17:19,896 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T20:17:19,898 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T20:17:19,898 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731874699898 2024-11-17T20:17:19,898 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731874759898 2024-11-17T20:17:19,898 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T20:17:19,912 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,40965,1731874636415-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:19,912 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,40965,1731874636415-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:19,912 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,40965,1731874636415-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:19,912 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b0b0ae8de03:40965, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:19,912 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:19,913 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:19,915 DEBUG [master/0b0b0ae8de03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T20:17:19,917 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.278sec 2024-11-17T20:17:19,917 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T20:17:19,917 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T20:17:19,917 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T20:17:19,917 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T20:17:19,917 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T20:17:19,918 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,40965,1731874636415-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:17:19,918 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,40965,1731874636415-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T20:17:19,920 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T20:17:19,920 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T20:17:19,920 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,40965,1731874636415-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:19,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a941f8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:19,999 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,40965,-1 for getting cluster id 2024-11-17T20:17:19,999 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:17:20,000 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44f1ee19-0a3e-4482-927c-06145b12d738' 2024-11-17T20:17:20,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:17:20,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44f1ee19-0a3e-4482-927c-06145b12d738" 2024-11-17T20:17:20,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ecfa284, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:20,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,40965,-1] 2024-11-17T20:17:20,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:17:20,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:20,002 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:17:20,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76c5c48c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:20,003 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:17:20,004 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,45019,1731874636569, seqNum=-1] 2024-11-17T20:17:20,005 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:17:20,006 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:17:20,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0b0b0ae8de03,40965,1731874636415 2024-11-17T20:17:20,008 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64726 2024-11-17T20:17:20,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:17:20,040 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014a719daa0005 connected 2024-11-17T20:17:20,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63c0d235, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:20,052 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,43619,-1 for getting cluster id 2024-11-17T20:17:20,052 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:17:20,053 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9655aecc-fb7a-4436-bc92-75c912fc3b9d' 2024-11-17T20:17:20,053 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:17:20,053 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9655aecc-fb7a-4436-bc92-75c912fc3b9d" 2024-11-17T20:17:20,053 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bea589e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:20,053 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,43619,-1] 2024-11-17T20:17:20,054 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:17:20,054 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:20,055 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:17:20,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@694f01f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:20,055 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:17:20,056 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,43619,1731874630550 2024-11-17T20:17:20,056 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@782d108e 2024-11-17T20:17:20,056 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:17:20,058 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:17:20,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://0b0b0ae8de03:40965,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T20:17:20,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T20:17:20,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:17:20,061 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b0b0ae8de03:40965' 2024-11-17T20:17:20,062 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d5e187, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:20,062 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,40965,-1 for getting cluster id 2024-11-17T20:17:20,063 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:17:20,063 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44f1ee19-0a3e-4482-927c-06145b12d738' 2024-11-17T20:17:20,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:17:20,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44f1ee19-0a3e-4482-927c-06145b12d738" 2024-11-17T20:17:20,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dd1d486, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:20,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,40965,-1] 2024-11-17T20:17:20,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:17:20,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:20,065 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:17:20,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23714056, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:20,066 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:17:20,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,40965,1731874636415 2024-11-17T20:17:20,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25cb8350 2024-11-17T20:17:20,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:17:20,068 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:17:20,069 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-17T20:17:20,069 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T20:17:20,069 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:20,069 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:20,069 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:17:20,069 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:17:20,071 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T20:17:20,072 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T20:17:20,072 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:20,074 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T20:17:20,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741835_1011 (size=1138) 2024-11-17T20:17:20,121 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T20:17:20,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:17:20,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:17:20,482 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8720e0b8ac293d54a36ed048b309827d, NAME => 'hbase:replication,,1731874640069.8720e0b8ac293d54a36ed048b309827d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da 2024-11-17T20:17:20,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741836_1012 (size=44) 2024-11-17T20:17:20,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:17:20,888 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731874640069.8720e0b8ac293d54a36ed048b309827d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:17:20,888 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8720e0b8ac293d54a36ed048b309827d, disabling compactions & flushes 2024-11-17T20:17:20,888 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731874640069.8720e0b8ac293d54a36ed048b309827d. 2024-11-17T20:17:20,888 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731874640069.8720e0b8ac293d54a36ed048b309827d. 2024-11-17T20:17:20,889 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731874640069.8720e0b8ac293d54a36ed048b309827d. after waiting 0 ms 2024-11-17T20:17:20,889 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731874640069.8720e0b8ac293d54a36ed048b309827d. 2024-11-17T20:17:20,889 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731874640069.8720e0b8ac293d54a36ed048b309827d. 2024-11-17T20:17:20,889 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8720e0b8ac293d54a36ed048b309827d: Waiting for close lock at 1731874640888Disabling compacts and flushes for region at 1731874640888Disabling writes for close at 1731874640889 (+1 ms)Writing region close event to WAL at 1731874640889Closed at 1731874640889 2024-11-17T20:17:20,890 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T20:17:20,891 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731874640069.8720e0b8ac293d54a36ed048b309827d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731874640890"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731874640890"}]},"ts":"1731874640890"} 2024-11-17T20:17:20,893 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T20:17:20,894 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T20:17:20,894 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874640894"}]},"ts":"1731874640894"} 2024-11-17T20:17:20,896 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T20:17:20,896 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8720e0b8ac293d54a36ed048b309827d, ASSIGN}] 2024-11-17T20:17:20,897 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8720e0b8ac293d54a36ed048b309827d, ASSIGN 2024-11-17T20:17:20,898 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8720e0b8ac293d54a36ed048b309827d, ASSIGN; state=OFFLINE, location=0b0b0ae8de03,38341,1731874630785; forceNewPlan=false, retain=false 2024-11-17T20:17:21,048 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8720e0b8ac293d54a36ed048b309827d, regionState=OPENING, regionLocation=0b0b0ae8de03,38341,1731874630785 2024-11-17T20:17:21,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8720e0b8ac293d54a36ed048b309827d, ASSIGN because future has completed 2024-11-17T20:17:21,052 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8720e0b8ac293d54a36ed048b309827d, server=0b0b0ae8de03,38341,1731874630785}] 2024-11-17T20:17:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:17:21,208 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731874640069.8720e0b8ac293d54a36ed048b309827d. 2024-11-17T20:17:21,208 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:17:21,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T20:17:21,211 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C38341%2C1731874630785.rep, suffix=, logDir=hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/WALs/0b0b0ae8de03,38341,1731874630785, archiveDir=hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/oldWALs, maxLogs=10 2024-11-17T20:17:21,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/WALs/0b0b0ae8de03,38341,1731874630785/0b0b0ae8de03%2C38341%2C1731874630785.rep.1731874641211, exclude list is [], retry=0 2024-11-17T20:17:21,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34579,DS-05c3cf55-8d70-43c8-8dc0-320a84c4b843,DISK] 2024-11-17T20:17:21,226 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/WALs/0b0b0ae8de03,38341,1731874630785/0b0b0ae8de03%2C38341%2C1731874630785.rep.1731874641211 2024-11-17T20:17:21,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36075:36075)] 2024-11-17T20:17:21,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 8720e0b8ac293d54a36ed048b309827d, NAME => 'hbase:replication,,1731874640069.8720e0b8ac293d54a36ed048b309827d.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:17:21,227 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:17:21,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T20:17:21,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731874640069.8720e0b8ac293d54a36ed048b309827d. service=MultiRowMutationService 2024-11-17T20:17:21,227 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T20:17:21,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8720e0b8ac293d54a36ed048b309827d 2024-11-17T20:17:21,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731874640069.8720e0b8ac293d54a36ed048b309827d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:17:21,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 8720e0b8ac293d54a36ed048b309827d 2024-11-17T20:17:21,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 8720e0b8ac293d54a36ed048b309827d 2024-11-17T20:17:21,229 INFO [StoreOpener-8720e0b8ac293d54a36ed048b309827d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8720e0b8ac293d54a36ed048b309827d 2024-11-17T20:17:21,230 INFO [StoreOpener-8720e0b8ac293d54a36ed048b309827d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8720e0b8ac293d54a36ed048b309827d columnFamilyName hfileref 2024-11-17T20:17:21,230 DEBUG [StoreOpener-8720e0b8ac293d54a36ed048b309827d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:21,230 INFO [StoreOpener-8720e0b8ac293d54a36ed048b309827d-1 {}] regionserver.HStore(327): Store=8720e0b8ac293d54a36ed048b309827d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:17:21,231 INFO [StoreOpener-8720e0b8ac293d54a36ed048b309827d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8720e0b8ac293d54a36ed048b309827d 2024-11-17T20:17:21,232 INFO [StoreOpener-8720e0b8ac293d54a36ed048b309827d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8720e0b8ac293d54a36ed048b309827d columnFamilyName queue 2024-11-17T20:17:21,232 DEBUG [StoreOpener-8720e0b8ac293d54a36ed048b309827d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:21,233 INFO [StoreOpener-8720e0b8ac293d54a36ed048b309827d-1 {}] regionserver.HStore(327): Store=8720e0b8ac293d54a36ed048b309827d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:17:21,233 INFO [StoreOpener-8720e0b8ac293d54a36ed048b309827d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8720e0b8ac293d54a36ed048b309827d 2024-11-17T20:17:21,234 INFO [StoreOpener-8720e0b8ac293d54a36ed048b309827d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8720e0b8ac293d54a36ed048b309827d columnFamilyName sid 2024-11-17T20:17:21,234 DEBUG [StoreOpener-8720e0b8ac293d54a36ed048b309827d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:21,234 INFO [StoreOpener-8720e0b8ac293d54a36ed048b309827d-1 {}] regionserver.HStore(327): Store=8720e0b8ac293d54a36ed048b309827d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:17:21,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 8720e0b8ac293d54a36ed048b309827d 2024-11-17T20:17:21,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/data/hbase/replication/8720e0b8ac293d54a36ed048b309827d 2024-11-17T20:17:21,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/data/hbase/replication/8720e0b8ac293d54a36ed048b309827d 2024-11-17T20:17:21,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 8720e0b8ac293d54a36ed048b309827d 2024-11-17T20:17:21,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 8720e0b8ac293d54a36ed048b309827d 2024-11-17T20:17:21,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T20:17:21,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 8720e0b8ac293d54a36ed048b309827d 2024-11-17T20:17:21,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/data/hbase/replication/8720e0b8ac293d54a36ed048b309827d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:17:21,241 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 8720e0b8ac293d54a36ed048b309827d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70200790, jitterRate=0.04607328772544861}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T20:17:21,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8720e0b8ac293d54a36ed048b309827d 2024-11-17T20:17:21,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 8720e0b8ac293d54a36ed048b309827d: Running coprocessor pre-open hook at 1731874641228Writing region info on filesystem at 1731874641228Initializing all the Stores at 1731874641228Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874641228Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874641229 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874641229Cleaning up temporary data from old regions at 1731874641237 (+8 ms)Running coprocessor post-open hooks at 1731874641241 (+4 ms)Region opened successfully at 1731874641241 2024-11-17T20:17:21,242 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731874640069.8720e0b8ac293d54a36ed048b309827d., pid=7, masterSystemTime=1731874641204 2024-11-17T20:17:21,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731874640069.8720e0b8ac293d54a36ed048b309827d. 2024-11-17T20:17:21,245 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731874640069.8720e0b8ac293d54a36ed048b309827d. 2024-11-17T20:17:21,245 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8720e0b8ac293d54a36ed048b309827d, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,38341,1731874630785 2024-11-17T20:17:21,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8720e0b8ac293d54a36ed048b309827d, server=0b0b0ae8de03,38341,1731874630785 because future has completed 2024-11-17T20:17:21,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-17T20:17:21,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 8720e0b8ac293d54a36ed048b309827d, server=0b0b0ae8de03,38341,1731874630785 in 197 msec 2024-11-17T20:17:21,254 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T20:17:21,254 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8720e0b8ac293d54a36ed048b309827d, ASSIGN in 355 msec 2024-11-17T20:17:21,255 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T20:17:21,255 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874641255"}]},"ts":"1731874641255"} 2024-11-17T20:17:21,257 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T20:17:21,258 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T20:17:21,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1890 sec 2024-11-17T20:17:21,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731874640069.8720e0b8ac293d54a36ed048b309827d., hostname=0b0b0ae8de03,38341,1731874630785, seqNum=2] 2024-11-17T20:17:21,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x1014a719daa0000, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1886592992 2024-11-17T20:17:21,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38341-0x1014a719daa0001, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1886592992 2024-11-17T20:17:21,367 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T20:17:21,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-17T20:17:21,520 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T20:17:21,546 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-0b0b0ae8de03,38341,1731874630785, ReplicationSource: 1, currentBandwidth=0 2024-11-17T20:17:21,547 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:17:21,547 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,38341,1731874630785, seqNum=-1] 2024-11-17T20:17:21,547 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:17:21,548 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-17T20:17:21,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-0b0b0ae8de03,38341,1731874630785', locateType=CURRENT is [region=hbase:replication,,1731874640069.8720e0b8ac293d54a36ed048b309827d., hostname=0b0b0ae8de03,38341,1731874630785, seqNum=2] 2024-11-17T20:17:21,552 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-17T20:17:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-17T20:17:21,555 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 0b0b0ae8de03,38341,1731874630785 suceeded 2024-11-17T20:17:21,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-17T20:17:21,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-17T20:17:21,558 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://0b0b0ae8de03:40965,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T20:17:21,560 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5000 sec 2024-11-17T20:17:21,568 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38341,1731874630785 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b0b0ae8de03:40965' 2024-11-17T20:17:21,569 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38341,1731874630785 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a71879a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:21,569 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38341,1731874630785 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,40965,-1 for getting cluster id 2024-11-17T20:17:21,569 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38341,1731874630785 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:17:21,570 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44f1ee19-0a3e-4482-927c-06145b12d738' 2024-11-17T20:17:21,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:17:21,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44f1ee19-0a3e-4482-927c-06145b12d738" 2024-11-17T20:17:21,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@584a5c85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:21,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,40965,-1] 2024-11-17T20:17:21,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:17:21,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:21,571 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:17:21,572 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38341,1731874630785 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18dc9af6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:21,572 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38341,1731874630785 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:17:21,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,40965,1731874636415 2024-11-17T20:17:21,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56c73b6f 2024-11-17T20:17:21,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:17:21,574 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-17T20:17:21,575 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38341,1731874630785 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0b0b0ae8de03,38341,1731874630785 (queues=1) is replicating from cluster=9655aecc-fb7a-4436-bc92-75c912fc3b9d to cluster=44f1ee19-0a3e-4482-927c-06145b12d738 2024-11-17T20:17:21,575 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38341,1731874630785 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0b0b0ae8de03%2C38341%2C1731874630785 2024-11-17T20:17:21,575 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38341,1731874630785 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0b0b0ae8de03,38341,1731874630785, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T20:17:21,575 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38341,1731874630785.replicationSource.shipper0b0b0ae8de03%2C38341%2C1731874630785,1-0b0b0ae8de03,38341,1731874630785 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0b0b0ae8de03%2C38341%2C1731874630785 2024-11-17T20:17:21,575 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38341,1731874630785.replicationSource.wal-reader.0b0b0ae8de03%2C38341%2C1731874630785,1-0b0b0ae8de03,38341,1731874630785 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/WALs/0b0b0ae8de03,38341,1731874630785/0b0b0ae8de03%2C38341%2C1731874630785.1731874632949, startPosition=0, beingWritten=true 2024-11-17T20:17:21,781 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38341,1731874630785.replicationSource.wal-reader.0b0b0ae8de03%2C38341%2C1731874630785,1-0b0b0ae8de03,38341,1731874630785 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/WALs/0b0b0ae8de03,38341,1731874630785/0b0b0ae8de03%2C38341%2C1731874630785.1731874632949 to pos 0, reset compression=false 2024-11-17T20:17:22,086 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38341,1731874630785.replicationSource.wal-reader.0b0b0ae8de03%2C38341%2C1731874630785,1-0b0b0ae8de03,38341,1731874630785 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/WALs/0b0b0ae8de03,38341,1731874630785/0b0b0ae8de03%2C38341%2C1731874630785.1731874632949 to pos 0, reset compression=false 2024-11-17T20:17:22,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:17:22,204 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T20:17:22,204 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:17:22,204 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:17:22,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:22,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:22,204 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:17:22,204 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:17:22,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,43619,1731874630550 2024-11-17T20:17:22,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46d144d3 2024-11-17T20:17:22,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:17:22,206 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:17:22,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43619 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-17T20:17:22,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T20:17:22,207 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:17:22,207 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:17:22,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:22,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:22,207 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:17:22,207 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T20:17:22,207 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=212559569, stopped=false 2024-11-17T20:17:22,207 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0b0b0ae8de03,40965,1731874636415 2024-11-17T20:17:22,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40965-0x1014a719daa0003, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1515524987/running 2024-11-17T20:17:22,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45019-0x1014a719daa0004, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1515524987/running 2024-11-17T20:17:22,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40965-0x1014a719daa0003, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1515524987 2024-11-17T20:17:22,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45019-0x1014a719daa0004, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1515524987 2024-11-17T20:17:22,301 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T20:17:22,301 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:17:22,302 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:17:22,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:22,302 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45019-0x1014a719daa0004, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Set watcher on znode that does not yet exist, /1-1515524987/running 2024-11-17T20:17:22,302 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40965-0x1014a719daa0003, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Set watcher on znode that does not yet exist, /1-1515524987/running 2024-11-17T20:17:22,302 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b0b0ae8de03,45019,1731874636569' ***** 2024-11-17T20:17:22,302 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T20:17:22,302 INFO [RS:0;0b0b0ae8de03:45019 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T20:17:22,302 INFO [RS:0;0b0b0ae8de03:45019 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T20:17:22,302 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T20:17:22,302 INFO [RS:0;0b0b0ae8de03:45019 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T20:17:22,302 INFO [RS:0;0b0b0ae8de03:45019 {}] regionserver.HRegionServer(959): stopping server 0b0b0ae8de03,45019,1731874636569 2024-11-17T20:17:22,302 INFO [RS:0;0b0b0ae8de03:45019 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:17:22,302 INFO [RS:0;0b0b0ae8de03:45019 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:45019. 2024-11-17T20:17:22,302 DEBUG [RS:0;0b0b0ae8de03:45019 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:17:22,303 DEBUG [RS:0;0b0b0ae8de03:45019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:22,303 INFO [RS:0;0b0b0ae8de03:45019 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T20:17:22,303 INFO [RS:0;0b0b0ae8de03:45019 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T20:17:22,303 INFO [RS:0;0b0b0ae8de03:45019 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T20:17:22,303 INFO [RS:0;0b0b0ae8de03:45019 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T20:17:22,303 INFO [RS:0;0b0b0ae8de03:45019 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T20:17:22,303 DEBUG [RS:0;0b0b0ae8de03:45019 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T20:17:22,303 DEBUG [RS:0;0b0b0ae8de03:45019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:17:22,303 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T20:17:22,303 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T20:17:22,303 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T20:17:22,303 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T20:17:22,303 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T20:17:22,303 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-17T20:17:22,318 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36413/user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/data/hbase/meta/1588230740/.tmp/ns/6ee566aa389142738229054ae32b2eee is 43, key is default/ns:d/1731874639891/Put/seqid=0 2024-11-17T20:17:22,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741835_1011 (size=5153) 2024-11-17T20:17:22,328 INFO [regionserver/0b0b0ae8de03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:17:22,491 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38341,1731874630785.replicationSource.wal-reader.0b0b0ae8de03%2C38341%2C1731874630785,1-0b0b0ae8de03,38341,1731874630785 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/WALs/0b0b0ae8de03,38341,1731874630785/0b0b0ae8de03%2C38341%2C1731874630785.1731874632949 to pos 0, reset compression=false 2024-11-17T20:17:22,503 DEBUG [RS:0;0b0b0ae8de03:45019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:17:22,703 DEBUG [RS:0;0b0b0ae8de03:45019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:17:22,723 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36413/user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/data/hbase/meta/1588230740/.tmp/ns/6ee566aa389142738229054ae32b2eee 2024-11-17T20:17:22,730 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36413/user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/data/hbase/meta/1588230740/.tmp/ns/6ee566aa389142738229054ae32b2eee as hdfs://localhost:36413/user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/data/hbase/meta/1588230740/ns/6ee566aa389142738229054ae32b2eee 2024-11-17T20:17:22,736 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36413/user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/data/hbase/meta/1588230740/ns/6ee566aa389142738229054ae32b2eee, entries=2, sequenceid=6, filesize=5.0 K 2024-11-17T20:17:22,738 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false 2024-11-17T20:17:22,742 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36413/user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-17T20:17:22,743 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:17:22,743 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T20:17:22,743 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T20:17:22,743 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731874642303Running coprocessor pre-close hooks at 1731874642303Disabling compacts and flushes for region at 1731874642303Disabling writes for close at 1731874642303Obtaining lock to block concurrent updates at 1731874642303Preparing flush snapshotting stores in 1588230740 at 1731874642303Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731874642304 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731874642304Flushing 1588230740/ns: creating writer at 1731874642304Flushing 1588230740/ns: appending metadata at 1731874642317 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731874642317Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@109832b: reopening flushed file at 1731874642729 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false at 1731874642738 (+9 ms)Writing region close event to WAL at 1731874642738Running coprocessor post-close hooks at 1731874642743 (+5 ms)Closed at 1731874642743 2024-11-17T20:17:22,743 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T20:17:22,844 INFO [regionserver/0b0b0ae8de03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T20:17:22,844 INFO [regionserver/0b0b0ae8de03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T20:17:22,903 INFO [RS:0;0b0b0ae8de03:45019 {}] regionserver.HRegionServer(976): stopping server 0b0b0ae8de03,45019,1731874636569; all regions closed. 2024-11-17T20:17:22,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741834_1010 (size=1152) 2024-11-17T20:17:22,906 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/WALs/0b0b0ae8de03,45019,1731874636569/0b0b0ae8de03%2C45019%2C1731874636569.meta.1731874639842.meta not finished, retry = 0 2024-11-17T20:17:22,996 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38341,1731874630785.replicationSource.wal-reader.0b0b0ae8de03%2C38341%2C1731874630785,1-0b0b0ae8de03,38341,1731874630785 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/WALs/0b0b0ae8de03,38341,1731874630785/0b0b0ae8de03%2C38341%2C1731874630785.1731874632949 to pos 0, reset compression=false 2024-11-17T20:17:23,009 DEBUG [RS:0;0b0b0ae8de03:45019 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/oldWALs 2024-11-17T20:17:23,009 INFO [RS:0;0b0b0ae8de03:45019 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b0b0ae8de03%2C45019%2C1731874636569.meta:.meta(num 1731874639842) 2024-11-17T20:17:23,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741832_1008 (size=93) 2024-11-17T20:17:23,011 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/WALs/0b0b0ae8de03,45019,1731874636569/0b0b0ae8de03%2C45019%2C1731874636569.1731874638955 not finished, retry = 0 2024-11-17T20:17:23,114 DEBUG [RS:0;0b0b0ae8de03:45019 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/oldWALs 2024-11-17T20:17:23,114 INFO [RS:0;0b0b0ae8de03:45019 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b0b0ae8de03%2C45019%2C1731874636569:(num 1731874638955) 2024-11-17T20:17:23,114 DEBUG [RS:0;0b0b0ae8de03:45019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:23,114 INFO [RS:0;0b0b0ae8de03:45019 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:17:23,114 INFO [RS:0;0b0b0ae8de03:45019 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:17:23,114 INFO [RS:0;0b0b0ae8de03:45019 {}] hbase.ChoreService(370): Chore service for: regionserver/0b0b0ae8de03:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T20:17:23,114 INFO [RS:0;0b0b0ae8de03:45019 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:17:23,114 INFO [regionserver/0b0b0ae8de03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:17:23,115 INFO [RS:0;0b0b0ae8de03:45019 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45019 2024-11-17T20:17:23,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45019-0x1014a719daa0004, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1515524987/rs/0b0b0ae8de03,45019,1731874636569 2024-11-17T20:17:23,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40965-0x1014a719daa0003, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1515524987/rs 2024-11-17T20:17:23,165 INFO [RS:0;0b0b0ae8de03:45019 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:17:23,176 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b0b0ae8de03,45019,1731874636569] 2024-11-17T20:17:23,186 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1515524987/draining/0b0b0ae8de03,45019,1731874636569 already deleted, retry=false 2024-11-17T20:17:23,186 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b0b0ae8de03,45019,1731874636569 expired; onlineServers=0 2024-11-17T20:17:23,186 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0b0b0ae8de03,40965,1731874636415' ***** 2024-11-17T20:17:23,186 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T20:17:23,186 INFO [M:0;0b0b0ae8de03:40965 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:17:23,186 INFO [M:0;0b0b0ae8de03:40965 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:17:23,187 DEBUG [M:0;0b0b0ae8de03:40965 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T20:17:23,187 DEBUG [M:0;0b0b0ae8de03:40965 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T20:17:23,187 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874638628 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874638628,5,FailOnTimeoutGroup] 2024-11-17T20:17:23,187 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T20:17:23,187 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874638628 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874638628,5,FailOnTimeoutGroup] 2024-11-17T20:17:23,187 INFO [M:0;0b0b0ae8de03:40965 {}] hbase.ChoreService(370): Chore service for: master/0b0b0ae8de03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T20:17:23,187 INFO [M:0;0b0b0ae8de03:40965 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:17:23,187 DEBUG [M:0;0b0b0ae8de03:40965 {}] master.HMaster(1795): Stopping service threads 2024-11-17T20:17:23,187 INFO [M:0;0b0b0ae8de03:40965 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T20:17:23,187 INFO [M:0;0b0b0ae8de03:40965 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T20:17:23,187 INFO [M:0;0b0b0ae8de03:40965 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T20:17:23,187 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T20:17:23,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40965-0x1014a719daa0003, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1515524987/master 2024-11-17T20:17:23,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40965-0x1014a719daa0003, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1515524987 2024-11-17T20:17:23,197 DEBUG [M:0;0b0b0ae8de03:40965 {}] zookeeper.ZKUtil(347): master:40965-0x1014a719daa0003, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Unable to get data of znode /1-1515524987/master because node does not exist (not an error) 2024-11-17T20:17:23,197 WARN [M:0;0b0b0ae8de03:40965 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T20:17:23,198 INFO [M:0;0b0b0ae8de03:40965 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36413/user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/.lastflushedseqids 2024-11-17T20:17:23,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741836_1012 (size=99) 2024-11-17T20:17:23,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45019-0x1014a719daa0004, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:17:23,276 INFO [RS:0;0b0b0ae8de03:45019 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:17:23,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45019-0x1014a719daa0004, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:17:23,276 INFO [RS:0;0b0b0ae8de03:45019 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b0b0ae8de03,45019,1731874636569; zookeeper connection closed. 2024-11-17T20:17:23,276 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@10b2c427 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@10b2c427 2024-11-17T20:17:23,276 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T20:17:23,601 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38341,1731874630785.replicationSource.wal-reader.0b0b0ae8de03%2C38341%2C1731874630785,1-0b0b0ae8de03,38341,1731874630785 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/WALs/0b0b0ae8de03,38341,1731874630785/0b0b0ae8de03%2C38341%2C1731874630785.1731874632949 to pos 0, reset compression=false 2024-11-17T20:17:23,603 INFO [M:0;0b0b0ae8de03:40965 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T20:17:23,603 INFO [M:0;0b0b0ae8de03:40965 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T20:17:23,603 DEBUG [M:0;0b0b0ae8de03:40965 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T20:17:23,603 INFO [M:0;0b0b0ae8de03:40965 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:17:23,603 DEBUG [M:0;0b0b0ae8de03:40965 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:17:23,603 DEBUG [M:0;0b0b0ae8de03:40965 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T20:17:23,603 DEBUG [M:0;0b0b0ae8de03:40965 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:17:23,603 INFO [M:0;0b0b0ae8de03:40965 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-17T20:17:23,620 DEBUG [M:0;0b0b0ae8de03:40965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36413/user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0fbb295b2efb4f24bf3e157dcd5ac7f4 is 82, key is hbase:meta,,1/info:regioninfo/1731874639875/Put/seqid=0 2024-11-17T20:17:23,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741837_1013 (size=5672) 2024-11-17T20:17:23,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T20:17:23,796 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T20:17:23,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-17T20:17:23,796 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-17T20:17:23,797 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:17:23,797 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-17T20:17:23,797 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T20:17:23,797 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-17T20:17:24,025 INFO [M:0;0b0b0ae8de03:40965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36413/user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0fbb295b2efb4f24bf3e157dcd5ac7f4 2024-11-17T20:17:24,044 DEBUG [M:0;0b0b0ae8de03:40965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36413/user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ef9b2c13ea1c4139b333329b16b278ab is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731874639895/Put/seqid=0 2024-11-17T20:17:24,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741838_1014 (size=5275) 2024-11-17T20:17:24,048 INFO [M:0;0b0b0ae8de03:40965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36413/user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ef9b2c13ea1c4139b333329b16b278ab 2024-11-17T20:17:24,067 DEBUG [M:0;0b0b0ae8de03:40965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36413/user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/012d397426704cafa7e4aa33d76d40c8 is 69, key is 0b0b0ae8de03,45019,1731874636569/rs:state/1731874638755/Put/seqid=0 2024-11-17T20:17:24,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741839_1015 (size=5156) 2024-11-17T20:17:24,306 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38341,1731874630785.replicationSource.wal-reader.0b0b0ae8de03%2C38341%2C1731874630785,1-0b0b0ae8de03,38341,1731874630785 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/WALs/0b0b0ae8de03,38341,1731874630785/0b0b0ae8de03%2C38341%2C1731874630785.1731874632949 to pos 0, reset compression=false 2024-11-17T20:17:24,472 INFO [M:0;0b0b0ae8de03:40965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36413/user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/012d397426704cafa7e4aa33d76d40c8 2024-11-17T20:17:24,477 DEBUG [M:0;0b0b0ae8de03:40965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36413/user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0fbb295b2efb4f24bf3e157dcd5ac7f4 as hdfs://localhost:36413/user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0fbb295b2efb4f24bf3e157dcd5ac7f4 2024-11-17T20:17:24,483 INFO [M:0;0b0b0ae8de03:40965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36413/user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0fbb295b2efb4f24bf3e157dcd5ac7f4, entries=8, sequenceid=28, filesize=5.5 K 2024-11-17T20:17:24,484 DEBUG [M:0;0b0b0ae8de03:40965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36413/user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ef9b2c13ea1c4139b333329b16b278ab as hdfs://localhost:36413/user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ef9b2c13ea1c4139b333329b16b278ab 2024-11-17T20:17:24,490 INFO [M:0;0b0b0ae8de03:40965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36413/user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ef9b2c13ea1c4139b333329b16b278ab, entries=3, sequenceid=28, filesize=5.2 K 2024-11-17T20:17:24,492 DEBUG [M:0;0b0b0ae8de03:40965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36413/user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/012d397426704cafa7e4aa33d76d40c8 as hdfs://localhost:36413/user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/012d397426704cafa7e4aa33d76d40c8 2024-11-17T20:17:24,497 INFO [M:0;0b0b0ae8de03:40965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36413/user/jenkins/test-data/fa61491f-7994-7a62-933e-4109ef30d735/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/012d397426704cafa7e4aa33d76d40c8, entries=1, sequenceid=28, filesize=5.0 K 2024-11-17T20:17:24,499 INFO [M:0;0b0b0ae8de03:40965 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 895ms, sequenceid=28, compaction requested=false 2024-11-17T20:17:24,500 INFO [M:0;0b0b0ae8de03:40965 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:17:24,500 DEBUG [M:0;0b0b0ae8de03:40965 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731874643603Disabling compacts and flushes for region at 1731874643603Disabling writes for close at 1731874643603Obtaining lock to block concurrent updates at 1731874643603Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731874643603Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731874643604 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731874643604Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731874643604Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731874643620 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731874643620Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731874644030 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731874644043 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731874644043Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731874644053 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731874644067 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731874644067Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63ded695: reopening flushed file at 1731874644476 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dcb66b4: reopening flushed file at 1731874644483 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10e1e08e: reopening flushed file at 1731874644491 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 895ms, sequenceid=28, compaction requested=false at 1731874644499 (+8 ms)Writing region close event to WAL at 1731874644500 (+1 ms)Closed at 1731874644500 2024-11-17T20:17:24,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741830_1006 (size=10165) 2024-11-17T20:17:24,503 INFO [M:0;0b0b0ae8de03:40965 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T20:17:24,503 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:17:24,503 INFO [M:0;0b0b0ae8de03:40965 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40965 2024-11-17T20:17:24,503 INFO [M:0;0b0b0ae8de03:40965 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:17:24,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40965-0x1014a719daa0003, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:17:24,655 INFO [M:0;0b0b0ae8de03:40965 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:17:24,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40965-0x1014a719daa0003, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:17:24,692 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d627837{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:17:24,693 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38ec9e5b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T20:17:24,693 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T20:17:24,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4696742e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T20:17:24,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cd98570{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5926457b-a7bb-8c38-d551-c8349ef51ce4/hadoop.log.dir/,STOPPED} 2024-11-17T20:17:24,694 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T20:17:24,694 WARN [BP-1159970389-172.17.0.2-1731874634225 heartbeating to localhost/127.0.0.1:36413 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T20:17:24,694 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T20:17:24,694 WARN [BP-1159970389-172.17.0.2-1731874634225 heartbeating to localhost/127.0.0.1:36413 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1159970389-172.17.0.2-1731874634225 (Datanode Uuid 025b6074-8858-49fb-98f7-0a0fe5367792) service to localhost/127.0.0.1:36413 2024-11-17T20:17:24,694 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5926457b-a7bb-8c38-d551-c8349ef51ce4/cluster_94d6835a-fdab-2e27-f8ee-535f98d479b6/data/data1/current/BP-1159970389-172.17.0.2-1731874634225 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:17:24,695 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5926457b-a7bb-8c38-d551-c8349ef51ce4/cluster_94d6835a-fdab-2e27-f8ee-535f98d479b6/data/data2/current/BP-1159970389-172.17.0.2-1731874634225 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:17:24,695 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T20:17:24,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f2666ca{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T20:17:24,700 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5fc1abc6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T20:17:24,700 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T20:17:24,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20b3f284{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T20:17:24,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1edba01{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5926457b-a7bb-8c38-d551-c8349ef51ce4/hadoop.log.dir/,STOPPED} 2024-11-17T20:17:24,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T20:17:24,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T20:17:24,712 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:17:24,712 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:17:24,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:24,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:24,712 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:17:24,713 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T20:17:24,713 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1702088159, stopped=false 2024-11-17T20:17:24,713 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0b0b0ae8de03,43619,1731874630550 2024-11-17T20:17:24,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38341-0x1014a719daa0001, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1886592992/running 2024-11-17T20:17:24,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x1014a719daa0000, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1886592992/running 2024-11-17T20:17:24,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x1014a719daa0000, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1886592992 2024-11-17T20:17:24,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38341-0x1014a719daa0001, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1886592992 2024-11-17T20:17:24,765 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T20:17:24,766 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43619-0x1014a719daa0000, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Set watcher on znode that does not yet exist, /0-1886592992/running 2024-11-17T20:17:24,766 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38341-0x1014a719daa0001, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Set watcher on znode that does not yet exist, /0-1886592992/running 2024-11-17T20:17:24,766 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:17:24,766 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:17:24,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:24,766 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b0b0ae8de03,38341,1731874630785' ***** 2024-11-17T20:17:24,766 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T20:17:24,767 INFO [RS:0;0b0b0ae8de03:38341 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T20:17:24,767 INFO [RS:0;0b0b0ae8de03:38341 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T20:17:24,767 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T20:17:24,767 INFO [RS:0;0b0b0ae8de03:38341 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T20:17:24,767 INFO [RS:0;0b0b0ae8de03:38341 {}] regionserver.HRegionServer(3091): Received CLOSE for 8720e0b8ac293d54a36ed048b309827d 2024-11-17T20:17:24,767 INFO [RS:0;0b0b0ae8de03:38341 {}] regionserver.HRegionServer(959): stopping server 0b0b0ae8de03,38341,1731874630785 2024-11-17T20:17:24,767 INFO [RS:0;0b0b0ae8de03:38341 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:17:24,767 INFO [RS:0;0b0b0ae8de03:38341 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:38341. 2024-11-17T20:17:24,767 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8720e0b8ac293d54a36ed048b309827d, disabling compactions & flushes 2024-11-17T20:17:24,767 DEBUG [RS:0;0b0b0ae8de03:38341 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:17:24,768 DEBUG [RS:0;0b0b0ae8de03:38341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:24,768 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731874640069.8720e0b8ac293d54a36ed048b309827d. 2024-11-17T20:17:24,768 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731874640069.8720e0b8ac293d54a36ed048b309827d. 2024-11-17T20:17:24,768 INFO [RS:0;0b0b0ae8de03:38341 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T20:17:24,768 INFO [RS:0;0b0b0ae8de03:38341 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T20:17:24,768 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731874640069.8720e0b8ac293d54a36ed048b309827d. after waiting 0 ms 2024-11-17T20:17:24,768 INFO [RS:0;0b0b0ae8de03:38341 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T20:17:24,768 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731874640069.8720e0b8ac293d54a36ed048b309827d. 2024-11-17T20:17:24,768 INFO [RS:0;0b0b0ae8de03:38341 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T20:17:24,768 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8720e0b8ac293d54a36ed048b309827d 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-17T20:17:24,768 INFO [RS:0;0b0b0ae8de03:38341 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T20:17:24,768 DEBUG [RS:0;0b0b0ae8de03:38341 {}] regionserver.HRegionServer(1325): Online Regions={8720e0b8ac293d54a36ed048b309827d=hbase:replication,,1731874640069.8720e0b8ac293d54a36ed048b309827d., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T20:17:24,768 DEBUG [RS:0;0b0b0ae8de03:38341 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8720e0b8ac293d54a36ed048b309827d 2024-11-17T20:17:24,768 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T20:17:24,768 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T20:17:24,768 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T20:17:24,769 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T20:17:24,769 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T20:17:24,769 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-17T20:17:24,785 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/data/hbase/meta/1588230740/.tmp/info/73fd58f49e5042978d6cfc5ef1d423a0 is 147, key is hbase:replication,,1731874640069.8720e0b8ac293d54a36ed048b309827d./info:regioninfo/1731874641245/Put/seqid=0 2024-11-17T20:17:24,786 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/data/hbase/replication/8720e0b8ac293d54a36ed048b309827d/.tmp/queue/a89a9d0c5d79488b9e42be2b01ce4c5d is 151, key is 1-0b0b0ae8de03,38341,1731874630785/queue:0b0b0ae8de03%2C38341%2C1731874630785/1731874641551/Put/seqid=0 2024-11-17T20:17:24,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741838_1014 (size=6631) 2024-11-17T20:17:24,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741839_1015 (size=5350) 2024-11-17T20:17:24,798 INFO [regionserver/0b0b0ae8de03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T20:17:24,798 INFO [regionserver/0b0b0ae8de03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T20:17:24,810 INFO [regionserver/0b0b0ae8de03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:17:24,968 DEBUG [RS:0;0b0b0ae8de03:38341 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8720e0b8ac293d54a36ed048b309827d 2024-11-17T20:17:25,111 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38341,1731874630785.replicationSource.wal-reader.0b0b0ae8de03%2C38341%2C1731874630785,1-0b0b0ae8de03,38341,1731874630785 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/WALs/0b0b0ae8de03,38341,1731874630785/0b0b0ae8de03%2C38341%2C1731874630785.1731874632949 to pos 0, reset compression=false 2024-11-17T20:17:25,168 DEBUG [RS:0;0b0b0ae8de03:38341 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8720e0b8ac293d54a36ed048b309827d 2024-11-17T20:17:25,189 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/data/hbase/meta/1588230740/.tmp/info/73fd58f49e5042978d6cfc5ef1d423a0 2024-11-17T20:17:25,190 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/data/hbase/replication/8720e0b8ac293d54a36ed048b309827d/.tmp/queue/a89a9d0c5d79488b9e42be2b01ce4c5d 2024-11-17T20:17:25,196 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/data/hbase/replication/8720e0b8ac293d54a36ed048b309827d/.tmp/queue/a89a9d0c5d79488b9e42be2b01ce4c5d as hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/data/hbase/replication/8720e0b8ac293d54a36ed048b309827d/queue/a89a9d0c5d79488b9e42be2b01ce4c5d 2024-11-17T20:17:25,202 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/data/hbase/replication/8720e0b8ac293d54a36ed048b309827d/queue/a89a9d0c5d79488b9e42be2b01ce4c5d, entries=1, sequenceid=5, filesize=5.2 K 2024-11-17T20:17:25,203 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 8720e0b8ac293d54a36ed048b309827d in 435ms, sequenceid=5, compaction requested=false 2024-11-17T20:17:25,208 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/data/hbase/replication/8720e0b8ac293d54a36ed048b309827d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T20:17:25,208 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:17:25,208 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T20:17:25,208 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731874640069.8720e0b8ac293d54a36ed048b309827d. 2024-11-17T20:17:25,209 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8720e0b8ac293d54a36ed048b309827d: Waiting for close lock at 1731874644767Running coprocessor pre-close hooks at 1731874644767Disabling compacts and flushes for region at 1731874644767Disabling writes for close at 1731874644768 (+1 ms)Obtaining lock to block concurrent updates at 1731874644768Preparing flush snapshotting stores in 8720e0b8ac293d54a36ed048b309827d at 1731874644768Finished memstore snapshotting hbase:replication,,1731874640069.8720e0b8ac293d54a36ed048b309827d., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731874644768Flushing stores of hbase:replication,,1731874640069.8720e0b8ac293d54a36ed048b309827d. at 1731874644769 (+1 ms)Flushing 8720e0b8ac293d54a36ed048b309827d/queue: creating writer at 1731874644769Flushing 8720e0b8ac293d54a36ed048b309827d/queue: appending metadata at 1731874644786 (+17 ms)Flushing 8720e0b8ac293d54a36ed048b309827d/queue: closing flushed file at 1731874644786Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@157cff73: reopening flushed file at 1731874645195 (+409 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 8720e0b8ac293d54a36ed048b309827d in 435ms, sequenceid=5, compaction requested=false at 1731874645203 (+8 ms)Writing region close event to WAL at 1731874645204 (+1 ms)Running coprocessor post-close hooks at 1731874645208 (+4 ms)Closed at 1731874645208 2024-11-17T20:17:25,209 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731874640069.8720e0b8ac293d54a36ed048b309827d. 2024-11-17T20:17:25,215 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/data/hbase/meta/1588230740/.tmp/ns/95d5051e85bf4ebb838e525a66e94749 is 43, key is default/ns:d/1731874634115/Put/seqid=0 2024-11-17T20:17:25,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741840_1016 (size=5153) 2024-11-17T20:17:25,361 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T20:17:25,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:17:25,369 DEBUG [RS:0;0b0b0ae8de03:38341 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:17:25,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:17:25,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:17:25,569 DEBUG [RS:0;0b0b0ae8de03:38341 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:17:25,620 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/data/hbase/meta/1588230740/.tmp/ns/95d5051e85bf4ebb838e525a66e94749 2024-11-17T20:17:25,645 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/data/hbase/meta/1588230740/.tmp/table/1ee677fb5e4e4ecfae41350ce7556f5a is 53, key is hbase:replication/table:state/1731874641255/Put/seqid=0 2024-11-17T20:17:25,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741841_1017 (size=5256) 2024-11-17T20:17:25,769 INFO [RS:0;0b0b0ae8de03:38341 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T20:17:25,769 DEBUG [RS:0;0b0b0ae8de03:38341 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T20:17:25,769 DEBUG [RS:0;0b0b0ae8de03:38341 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:17:25,969 DEBUG [RS:0;0b0b0ae8de03:38341 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:17:26,015 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38341,1731874630785.replicationSource.wal-reader.0b0b0ae8de03%2C38341%2C1731874630785,1-0b0b0ae8de03,38341,1731874630785 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/WALs/0b0b0ae8de03,38341,1731874630785/0b0b0ae8de03%2C38341%2C1731874630785.1731874632949 to pos 0, reset compression=false 2024-11-17T20:17:26,049 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/data/hbase/meta/1588230740/.tmp/table/1ee677fb5e4e4ecfae41350ce7556f5a 2024-11-17T20:17:26,056 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/data/hbase/meta/1588230740/.tmp/info/73fd58f49e5042978d6cfc5ef1d423a0 as hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/data/hbase/meta/1588230740/info/73fd58f49e5042978d6cfc5ef1d423a0 2024-11-17T20:17:26,062 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/data/hbase/meta/1588230740/info/73fd58f49e5042978d6cfc5ef1d423a0, entries=10, sequenceid=11, filesize=6.5 K 2024-11-17T20:17:26,063 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/data/hbase/meta/1588230740/.tmp/ns/95d5051e85bf4ebb838e525a66e94749 as hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/data/hbase/meta/1588230740/ns/95d5051e85bf4ebb838e525a66e94749 2024-11-17T20:17:26,069 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/data/hbase/meta/1588230740/ns/95d5051e85bf4ebb838e525a66e94749, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T20:17:26,070 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/data/hbase/meta/1588230740/.tmp/table/1ee677fb5e4e4ecfae41350ce7556f5a as hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/data/hbase/meta/1588230740/table/1ee677fb5e4e4ecfae41350ce7556f5a 2024-11-17T20:17:26,075 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/data/hbase/meta/1588230740/table/1ee677fb5e4e4ecfae41350ce7556f5a, entries=2, sequenceid=11, filesize=5.1 K 2024-11-17T20:17:26,076 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1307ms, sequenceid=11, compaction requested=false 2024-11-17T20:17:26,080 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-17T20:17:26,081 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:17:26,081 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T20:17:26,081 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T20:17:26,081 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731874644768Running coprocessor pre-close hooks at 1731874644768Disabling compacts and flushes for region at 1731874644768Disabling writes for close at 1731874644769 (+1 ms)Obtaining lock to block concurrent updates at 1731874644769Preparing flush snapshotting stores in 1588230740 at 1731874644769Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731874644769Flushing stores of hbase:meta,,1.1588230740 at 1731874644770 (+1 ms)Flushing 1588230740/info: creating writer at 1731874644770Flushing 1588230740/info: appending metadata at 1731874644784 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731874644784Flushing 1588230740/ns: creating writer at 1731874645196 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731874645215 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731874645215Flushing 1588230740/table: creating writer at 1731874645626 (+411 ms)Flushing 1588230740/table: appending metadata at 1731874645644 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731874645644Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1175685f: reopening flushed file at 1731874646055 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74538a08: reopening flushed file at 1731874646062 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f74007b: reopening flushed file at 1731874646069 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1307ms, sequenceid=11, compaction requested=false at 1731874646076 (+7 ms)Writing region close event to WAL at 1731874646077 (+1 ms)Running coprocessor post-close hooks at 1731874646081 (+4 ms)Closed at 1731874646081 2024-11-17T20:17:26,081 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T20:17:26,169 INFO [RS:0;0b0b0ae8de03:38341 {}] regionserver.HRegionServer(976): stopping server 0b0b0ae8de03,38341,1731874630785; all regions closed. 2024-11-17T20:17:26,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741834_1010 (size=2742) 2024-11-17T20:17:26,172 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/WALs/0b0b0ae8de03,38341,1731874630785/0b0b0ae8de03%2C38341%2C1731874630785.meta.1731874634043.meta not finished, retry = 0 2024-11-17T20:17:26,275 DEBUG [RS:0;0b0b0ae8de03:38341 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/oldWALs 2024-11-17T20:17:26,275 INFO [RS:0;0b0b0ae8de03:38341 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b0b0ae8de03%2C38341%2C1731874630785.meta:.meta(num 1731874634043) 2024-11-17T20:17:26,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741837_1013 (size=1586) 2024-11-17T20:17:26,278 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/WALs/0b0b0ae8de03,38341,1731874630785/0b0b0ae8de03%2C38341%2C1731874630785.rep.1731874641211 not finished, retry = 0 2024-11-17T20:17:26,381 DEBUG [RS:0;0b0b0ae8de03:38341 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/oldWALs 2024-11-17T20:17:26,381 INFO [RS:0;0b0b0ae8de03:38341 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b0b0ae8de03%2C38341%2C1731874630785.rep:(num 1731874641211) 2024-11-17T20:17:26,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741832_1008 (size=93) 2024-11-17T20:17:26,386 DEBUG [RS:0;0b0b0ae8de03:38341 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/oldWALs 2024-11-17T20:17:26,386 INFO [RS:0;0b0b0ae8de03:38341 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b0b0ae8de03%2C38341%2C1731874630785:(num 1731874632949) 2024-11-17T20:17:26,386 DEBUG [RS:0;0b0b0ae8de03:38341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:26,386 INFO [RS:0;0b0b0ae8de03:38341 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:17:26,386 INFO [RS:0;0b0b0ae8de03:38341 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:17:26,386 INFO [RS:0;0b0b0ae8de03:38341 {}] hbase.ChoreService(370): Chore service for: regionserver/0b0b0ae8de03:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T20:17:26,386 INFO [RS:0;0b0b0ae8de03:38341 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:17:26,386 INFO [regionserver/0b0b0ae8de03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:17:26,387 INFO [RS:0;0b0b0ae8de03:38341 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0b0b0ae8de03,38341,1731874630785 because: Region server is closing 2024-11-17T20:17:26,387 INFO [RS:0;0b0b0ae8de03:38341 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:38341. 2024-11-17T20:17:26,387 DEBUG [RS:0;0b0b0ae8de03:38341 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:17:26,387 DEBUG [RS:0;0b0b0ae8de03:38341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:26,387 DEBUG [RS:0;0b0b0ae8de03:38341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:26,387 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:17:26,487 WARN [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38341,1731874630785.replicationSource.wal-reader.0b0b0ae8de03%2C38341%2C1731874630785,1-0b0b0ae8de03,38341,1731874630785 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T20:17:26,487 WARN [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38341,1731874630785.replicationSource.shipper0b0b0ae8de03%2C38341%2C1731874630785,1-0b0b0ae8de03,38341,1731874630785 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T20:17:26,488 INFO [RS:0;0b0b0ae8de03:38341 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38341,1731874630785.replicationSource.shipper0b0b0ae8de03%2C38341%2C1731874630785,1-0b0b0ae8de03,38341,1731874630785 terminated 2024-11-17T20:17:26,488 INFO [RS:0;0b0b0ae8de03:38341 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38341 2024-11-17T20:17:26,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38341-0x1014a719daa0001, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1886592992/rs/0b0b0ae8de03,38341,1731874630785 2024-11-17T20:17:26,534 INFO [RS:0;0b0b0ae8de03:38341 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:17:26,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x1014a719daa0000, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1886592992/rs 2024-11-17T20:17:26,534 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007fe5c08e2188@51216816 rejected from java.util.concurrent.ThreadPoolExecutor@1423ec56[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-17T20:17:26,544 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b0b0ae8de03,38341,1731874630785] 2024-11-17T20:17:26,554 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1886592992/draining/0b0b0ae8de03,38341,1731874630785 already deleted, retry=false 2024-11-17T20:17:26,555 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b0b0ae8de03,38341,1731874630785 expired; onlineServers=0 2024-11-17T20:17:26,555 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0b0b0ae8de03,43619,1731874630550' ***** 2024-11-17T20:17:26,555 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T20:17:26,555 INFO [M:0;0b0b0ae8de03:43619 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:17:26,555 INFO [M:0;0b0b0ae8de03:43619 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:17:26,555 DEBUG [M:0;0b0b0ae8de03:43619 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T20:17:26,555 DEBUG [M:0;0b0b0ae8de03:43619 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T20:17:26,555 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T20:17:26,555 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874632732 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874632732,5,FailOnTimeoutGroup] 2024-11-17T20:17:26,555 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874632700 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874632700,5,FailOnTimeoutGroup] 2024-11-17T20:17:26,555 INFO [M:0;0b0b0ae8de03:43619 {}] hbase.ChoreService(370): Chore service for: master/0b0b0ae8de03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T20:17:26,555 INFO [M:0;0b0b0ae8de03:43619 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:17:26,555 DEBUG [M:0;0b0b0ae8de03:43619 {}] master.HMaster(1795): Stopping service threads 2024-11-17T20:17:26,555 INFO [M:0;0b0b0ae8de03:43619 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T20:17:26,556 INFO [M:0;0b0b0ae8de03:43619 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T20:17:26,556 INFO [M:0;0b0b0ae8de03:43619 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T20:17:26,556 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T20:17:26,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x1014a719daa0000, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1886592992/master 2024-11-17T20:17:26,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x1014a719daa0000, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1886592992 2024-11-17T20:17:26,565 DEBUG [M:0;0b0b0ae8de03:43619 {}] zookeeper.ZKUtil(347): master:43619-0x1014a719daa0000, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Unable to get data of znode /0-1886592992/master because node does not exist (not an error) 2024-11-17T20:17:26,565 WARN [M:0;0b0b0ae8de03:43619 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T20:17:26,566 INFO [M:0;0b0b0ae8de03:43619 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/.lastflushedseqids 2024-11-17T20:17:26,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741842_1018 (size=181) 2024-11-17T20:17:26,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38341-0x1014a719daa0001, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:17:26,644 INFO [RS:0;0b0b0ae8de03:38341 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:17:26,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38341-0x1014a719daa0001, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:17:26,644 INFO [RS:0;0b0b0ae8de03:38341 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b0b0ae8de03,38341,1731874630785; zookeeper connection closed. 2024-11-17T20:17:26,645 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b3d9464 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b3d9464 2024-11-17T20:17:26,645 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T20:17:26,972 INFO [M:0;0b0b0ae8de03:43619 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T20:17:26,972 INFO [M:0;0b0b0ae8de03:43619 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T20:17:26,972 DEBUG [M:0;0b0b0ae8de03:43619 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T20:17:26,972 INFO [M:0;0b0b0ae8de03:43619 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:17:26,972 DEBUG [M:0;0b0b0ae8de03:43619 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:17:26,972 DEBUG [M:0;0b0b0ae8de03:43619 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T20:17:26,972 DEBUG [M:0;0b0b0ae8de03:43619 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:17:26,972 INFO [M:0;0b0b0ae8de03:43619 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-17T20:17:26,987 DEBUG [M:0;0b0b0ae8de03:43619 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac04a3e5964e48f9b97dc2e44fe8fdd8 is 82, key is hbase:meta,,1/info:regioninfo/1731874634081/Put/seqid=0 2024-11-17T20:17:26,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741843_1019 (size=5672) 2024-11-17T20:17:27,392 INFO [M:0;0b0b0ae8de03:43619 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac04a3e5964e48f9b97dc2e44fe8fdd8 2024-11-17T20:17:27,416 DEBUG [M:0;0b0b0ae8de03:43619 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/69291f50a19649bab1358f128bd0b0be is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731874641259/Put/seqid=0 2024-11-17T20:17:27,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741844_1020 (size=7203) 2024-11-17T20:17:27,821 INFO [M:0;0b0b0ae8de03:43619 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/69291f50a19649bab1358f128bd0b0be 2024-11-17T20:17:27,839 DEBUG [M:0;0b0b0ae8de03:43619 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8bf6817a6ca4fb4bca0793ceeee5dd1 is 69, key is 0b0b0ae8de03,38341,1731874630785/rs:state/1731874632742/Put/seqid=0 2024-11-17T20:17:27,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741845_1021 (size=5156) 2024-11-17T20:17:28,243 INFO [M:0;0b0b0ae8de03:43619 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8bf6817a6ca4fb4bca0793ceeee5dd1 2024-11-17T20:17:28,249 DEBUG [M:0;0b0b0ae8de03:43619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac04a3e5964e48f9b97dc2e44fe8fdd8 as hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ac04a3e5964e48f9b97dc2e44fe8fdd8 2024-11-17T20:17:28,254 INFO [M:0;0b0b0ae8de03:43619 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ac04a3e5964e48f9b97dc2e44fe8fdd8, entries=8, sequenceid=70, filesize=5.5 K 2024-11-17T20:17:28,255 DEBUG [M:0;0b0b0ae8de03:43619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/69291f50a19649bab1358f128bd0b0be as hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/69291f50a19649bab1358f128bd0b0be 2024-11-17T20:17:28,260 INFO [M:0;0b0b0ae8de03:43619 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/69291f50a19649bab1358f128bd0b0be, entries=8, sequenceid=70, filesize=7.0 K 2024-11-17T20:17:28,261 DEBUG [M:0;0b0b0ae8de03:43619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8bf6817a6ca4fb4bca0793ceeee5dd1 as hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a8bf6817a6ca4fb4bca0793ceeee5dd1 2024-11-17T20:17:28,267 INFO [M:0;0b0b0ae8de03:43619 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43421/user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a8bf6817a6ca4fb4bca0793ceeee5dd1, entries=1, sequenceid=70, filesize=5.0 K 2024-11-17T20:17:28,268 INFO [M:0;0b0b0ae8de03:43619 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=70, compaction requested=false 2024-11-17T20:17:28,269 INFO [M:0;0b0b0ae8de03:43619 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:17:28,269 DEBUG [M:0;0b0b0ae8de03:43619 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731874646972Disabling compacts and flushes for region at 1731874646972Disabling writes for close at 1731874646972Obtaining lock to block concurrent updates at 1731874646972Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731874646972Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731874646973 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731874646973Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731874646974 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731874646987 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731874646987Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731874647396 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731874647415 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731874647415Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731874647825 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731874647838 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731874647838Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dcc16b7: reopening flushed file at 1731874648248 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@472d96de: reopening flushed file at 1731874648254 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@196031af: reopening flushed file at 1731874648260 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=70, compaction requested=false at 1731874648268 (+8 ms)Writing region close event to WAL at 1731874648269 (+1 ms)Closed at 1731874648269 2024-11-17T20:17:28,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741830_1006 (size=41008) 2024-11-17T20:17:28,271 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c2325e03-765b-85d5-875c-805c9162d6da/MasterData/WALs/0b0b0ae8de03,43619,1731874630550/0b0b0ae8de03%2C43619%2C1731874630550.1731874632276 not finished, retry = 0 2024-11-17T20:17:28,372 INFO [M:0;0b0b0ae8de03:43619 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T20:17:28,372 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:17:28,372 INFO [M:0;0b0b0ae8de03:43619 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43619 2024-11-17T20:17:28,372 INFO [M:0;0b0b0ae8de03:43619 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:17:28,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x1014a719daa0000, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:17:28,518 INFO [M:0;0b0b0ae8de03:43619 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:17:28,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43619-0x1014a719daa0000, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:17:28,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8835d51{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:17:28,522 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@163e7ea9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T20:17:28,522 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T20:17:28,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@386e301{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T20:17:28,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@761bcfca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb76b33-30f6-7b30-76af-5cd786182b55/hadoop.log.dir/,STOPPED} 2024-11-17T20:17:28,524 WARN [BP-719882035-172.17.0.2-1731874628150 heartbeating to localhost/127.0.0.1:43421 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T20:17:28,524 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T20:17:28,524 WARN [BP-719882035-172.17.0.2-1731874628150 heartbeating to localhost/127.0.0.1:43421 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-719882035-172.17.0.2-1731874628150 (Datanode Uuid cbd2fb57-3d2b-4b0d-8384-58e6196ad58c) service to localhost/127.0.0.1:43421 2024-11-17T20:17:28,524 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T20:17:28,524 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb76b33-30f6-7b30-76af-5cd786182b55/cluster_e382c9db-119a-63d7-d71f-f7fd1804513c/data/data1/current/BP-719882035-172.17.0.2-1731874628150 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:17:28,524 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb76b33-30f6-7b30-76af-5cd786182b55/cluster_e382c9db-119a-63d7-d71f-f7fd1804513c/data/data2/current/BP-719882035-172.17.0.2-1731874628150 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:17:28,525 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T20:17:28,530 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75bd8a9f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T20:17:28,530 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6de9f8c9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T20:17:28,531 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T20:17:28,531 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cfbe79b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T20:17:28,531 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f3db527{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb76b33-30f6-7b30-76af-5cd786182b55/hadoop.log.dir/,STOPPED} 2024-11-17T20:17:28,536 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T20:17:28,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T20:17:28,559 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=136 (was 116) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64726) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36413 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:43421 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:36413 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36413 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64726) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:36413 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36413 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36413 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:43421 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:43421 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43421 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:43421 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:36413 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:36413 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=465 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=407 (was 410), ProcessCount=11 (was 11), AvailableMemoryMB=9271 (was 8243) - AvailableMemoryMB LEAK? - 2024-11-17T20:17:28,566 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=136, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=407, ProcessCount=11, AvailableMemoryMB=9271 2024-11-17T20:17:28,578 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-17T20:17:28,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5926457b-a7bb-8c38-d551-c8349ef51ce4/hadoop.log.dir so I do NOT create it in target/test-data/59a1da15-54bc-7162-86eb-1cb0ca5122d7 2024-11-17T20:17:28,578 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5926457b-a7bb-8c38-d551-c8349ef51ce4/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T20:17:28,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5926457b-a7bb-8c38-d551-c8349ef51ce4/hadoop.tmp.dir so I do NOT create it in target/test-data/59a1da15-54bc-7162-86eb-1cb0ca5122d7 2024-11-17T20:17:28,578 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5926457b-a7bb-8c38-d551-c8349ef51ce4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T20:17:28,578 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59a1da15-54bc-7162-86eb-1cb0ca5122d7 2024-11-17T20:17:28,578 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59a1da15-54bc-7162-86eb-1cb0ca5122d7/cluster_f491e05a-3751-3d6c-ebc3-fb5144ae44f2, deleteOnExit=true 2024-11-17T20:17:28,600 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59a1da15-54bc-7162-86eb-1cb0ca5122d7/cluster_f491e05a-3751-3d6c-ebc3-fb5144ae44f2/zookeeper_0, clientPort=52417, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59a1da15-54bc-7162-86eb-1cb0ca5122d7/cluster_f491e05a-3751-3d6c-ebc3-fb5144ae44f2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59a1da15-54bc-7162-86eb-1cb0ca5122d7/cluster_f491e05a-3751-3d6c-ebc3-fb5144ae44f2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T20:17:28,601 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52417 2024-11-17T20:17:28,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T20:17:28,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T20:17:28,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59a1da15-54bc-7162-86eb-1cb0ca5122d7/test.cache.data in system properties and HBase conf 2024-11-17T20:17:28,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59a1da15-54bc-7162-86eb-1cb0ca5122d7/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T20:17:28,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59a1da15-54bc-7162-86eb-1cb0ca5122d7/hadoop.log.dir in system properties and HBase conf 2024-11-17T20:17:28,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59a1da15-54bc-7162-86eb-1cb0ca5122d7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T20:17:28,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59a1da15-54bc-7162-86eb-1cb0ca5122d7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T20:17:28,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T20:17:28,602 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T20:17:28,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59a1da15-54bc-7162-86eb-1cb0ca5122d7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T20:17:28,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59a1da15-54bc-7162-86eb-1cb0ca5122d7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T20:17:28,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59a1da15-54bc-7162-86eb-1cb0ca5122d7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T20:17:28,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59a1da15-54bc-7162-86eb-1cb0ca5122d7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T20:17:28,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59a1da15-54bc-7162-86eb-1cb0ca5122d7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T20:17:28,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59a1da15-54bc-7162-86eb-1cb0ca5122d7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T20:17:28,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59a1da15-54bc-7162-86eb-1cb0ca5122d7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T20:17:28,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59a1da15-54bc-7162-86eb-1cb0ca5122d7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T20:17:28,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59a1da15-54bc-7162-86eb-1cb0ca5122d7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T20:17:28,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59a1da15-54bc-7162-86eb-1cb0ca5122d7/nfs.dump.dir in system properties and HBase conf 2024-11-17T20:17:28,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59a1da15-54bc-7162-86eb-1cb0ca5122d7/java.io.tmpdir in system properties and HBase conf 2024-11-17T20:17:28,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59a1da15-54bc-7162-86eb-1cb0ca5122d7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T20:17:28,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59a1da15-54bc-7162-86eb-1cb0ca5122d7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T20:17:28,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59a1da15-54bc-7162-86eb-1cb0ca5122d7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T20:17:28,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014a719daa0002, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T20:17:28,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014a719daa0005, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T20:17:28,634 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014a719daa0002, quorum=127.0.0.1:64726, baseZNode=/0-1886592992 Received Disconnected from ZooKeeper, ignoring 2024-11-17T20:17:28,634 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014a719daa0005, quorum=127.0.0.1:64726, baseZNode=/1-1515524987 Received Disconnected from ZooKeeper, ignoring 2024-11-17T20:17:28,965 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:17:28,974 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T20:17:28,978 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T20:17:28,978 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T20:17:28,978 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T20:17:28,981 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:17:28,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7aaee868{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59a1da15-54bc-7162-86eb-1cb0ca5122d7/hadoop.log.dir/,AVAILABLE} 2024-11-17T20:17:28,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b6e2aba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T20:17:29,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1112cd20{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59a1da15-54bc-7162-86eb-1cb0ca5122d7/java.io.tmpdir/jetty-localhost-41005-hadoop-hdfs-3_4_1-tests_jar-_-any-14436845670795182801/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T20:17:29,092 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10db7166{HTTP/1.1, (http/1.1)}{localhost:41005} 2024-11-17T20:17:29,092 INFO [Time-limited test {}] server.Server(415): Started @52528ms 2024-11-17T20:17:29,372 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:17:29,379 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T20:17:29,380 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T20:17:29,380 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T20:17:29,381 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T20:17:29,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6be8a33a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59a1da15-54bc-7162-86eb-1cb0ca5122d7/hadoop.log.dir/,AVAILABLE} 2024-11-17T20:17:29,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@431721a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T20:17:29,497 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f6af806{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59a1da15-54bc-7162-86eb-1cb0ca5122d7/java.io.tmpdir/jetty-localhost-39033-hadoop-hdfs-3_4_1-tests_jar-_-any-12695493540529822769/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:17:29,498 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f218d4{HTTP/1.1, (http/1.1)}{localhost:39033} 2024-11-17T20:17:29,498 INFO [Time-limited test {}] server.Server(415): Started @52933ms 2024-11-17T20:17:29,499 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T20:17:30,328 WARN [Thread-825 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59a1da15-54bc-7162-86eb-1cb0ca5122d7/cluster_f491e05a-3751-3d6c-ebc3-fb5144ae44f2/data/data1/current/BP-1368780268-172.17.0.2-1731874648635/current, will proceed with Du for space computation calculation, 2024-11-17T20:17:30,329 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59a1da15-54bc-7162-86eb-1cb0ca5122d7/cluster_f491e05a-3751-3d6c-ebc3-fb5144ae44f2/data/data2/current/BP-1368780268-172.17.0.2-1731874648635/current, will proceed with Du for space computation calculation, 2024-11-17T20:17:30,351 WARN [Thread-813 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T20:17:30,354 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x498e068c81827a19 with lease ID 0x7aeab2b3bd82ae6f: Processing first storage report for DS-0357b554-5dd1-4594-a532-de986e59b28f from datanode DatanodeRegistration(127.0.0.1:41409, datanodeUuid=29ce94e5-6283-42ce-af5d-831c6314bbf7, infoPort=33913, infoSecurePort=0, ipcPort=33651, storageInfo=lv=-57;cid=testClusterID;nsid=581793147;c=1731874648635) 2024-11-17T20:17:30,354 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x498e068c81827a19 with lease ID 0x7aeab2b3bd82ae6f: from storage DS-0357b554-5dd1-4594-a532-de986e59b28f node DatanodeRegistration(127.0.0.1:41409, datanodeUuid=29ce94e5-6283-42ce-af5d-831c6314bbf7, infoPort=33913, infoSecurePort=0, ipcPort=33651, storageInfo=lv=-57;cid=testClusterID;nsid=581793147;c=1731874648635), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T20:17:30,354 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x498e068c81827a19 with lease ID 0x7aeab2b3bd82ae6f: Processing first storage report for DS-8b2ae67f-4bc7-42cf-b1fe-d9c3c7d5d11a from datanode DatanodeRegistration(127.0.0.1:41409, datanodeUuid=29ce94e5-6283-42ce-af5d-831c6314bbf7, infoPort=33913, infoSecurePort=0, ipcPort=33651, storageInfo=lv=-57;cid=testClusterID;nsid=581793147;c=1731874648635) 2024-11-17T20:17:30,355 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x498e068c81827a19 with lease ID 0x7aeab2b3bd82ae6f: from storage DS-8b2ae67f-4bc7-42cf-b1fe-d9c3c7d5d11a node DatanodeRegistration(127.0.0.1:41409, datanodeUuid=29ce94e5-6283-42ce-af5d-831c6314bbf7, infoPort=33913, infoSecurePort=0, ipcPort=33651, storageInfo=lv=-57;cid=testClusterID;nsid=581793147;c=1731874648635), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T20:17:30,450 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59a1da15-54bc-7162-86eb-1cb0ca5122d7 2024-11-17T20:17:30,450 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:17:30,452 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:17:30,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741825_1001 (size=7) 2024-11-17T20:17:30,711 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T20:17:30,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:17:30,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:17:30,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:17:30,861 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af with version=8 2024-11-17T20:17:30,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/hbase-staging 2024-11-17T20:17:30,863 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:17:30,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:17:30,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:17:30,863 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:17:30,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:17:30,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:17:30,863 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T20:17:30,864 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:17:30,864 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36369 2024-11-17T20:17:30,866 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36369 connecting to ZooKeeper ensemble=127.0.0.1:52417 2024-11-17T20:17:30,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:363690x0, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:17:30,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36369-0x1014a71edc20000 connected 2024-11-17T20:17:31,112 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:17:31,113 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:17:31,115 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36369-0x1014a71edc20000, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Set watcher on znode that does not yet exist, /0-1431069416/running 2024-11-17T20:17:31,115 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af, hbase.cluster.distributed=false 2024-11-17T20:17:31,116 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36369-0x1014a71edc20000, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Set watcher on znode that does not yet exist, /0-1431069416/acl 2024-11-17T20:17:31,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36369 2024-11-17T20:17:31,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36369 2024-11-17T20:17:31,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36369 2024-11-17T20:17:31,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36369 2024-11-17T20:17:31,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36369 2024-11-17T20:17:31,132 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:17:31,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:17:31,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:17:31,133 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:17:31,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:17:31,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:17:31,133 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T20:17:31,133 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:17:31,134 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33135 2024-11-17T20:17:31,135 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33135 connecting to ZooKeeper ensemble=127.0.0.1:52417 2024-11-17T20:17:31,136 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:17:31,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:17:31,149 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331350x0, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:17:31,150 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:331350x0, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Set watcher on znode that does not yet exist, /0-1431069416/running 2024-11-17T20:17:31,150 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33135-0x1014a71edc20001 connected 2024-11-17T20:17:31,151 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T20:17:31,151 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T20:17:31,152 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33135-0x1014a71edc20001, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Set watcher on znode that does not yet exist, /0-1431069416/master 2024-11-17T20:17:31,153 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33135-0x1014a71edc20001, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Set watcher on znode that does not yet exist, /0-1431069416/acl 2024-11-17T20:17:31,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33135 2024-11-17T20:17:31,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33135 2024-11-17T20:17:31,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33135 2024-11-17T20:17:31,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33135 2024-11-17T20:17:31,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33135 2024-11-17T20:17:31,165 DEBUG [M:0;0b0b0ae8de03:36369 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b0b0ae8de03:36369 2024-11-17T20:17:31,165 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1431069416/backup-masters/0b0b0ae8de03,36369,1731874650863 2024-11-17T20:17:31,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1014a71edc20000, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1431069416/backup-masters 2024-11-17T20:17:31,226 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33135-0x1014a71edc20001, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1431069416/backup-masters 2024-11-17T20:17:31,226 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36369-0x1014a71edc20000, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Set watcher on existing znode=/0-1431069416/backup-masters/0b0b0ae8de03,36369,1731874650863 2024-11-17T20:17:31,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1014a71edc20000, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1431069416 2024-11-17T20:17:31,265 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33135-0x1014a71edc20001, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1431069416/master 2024-11-17T20:17:31,265 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33135-0x1014a71edc20001, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1431069416 2024-11-17T20:17:31,266 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36369-0x1014a71edc20000, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Set watcher on existing znode=/0-1431069416/master 2024-11-17T20:17:31,266 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1431069416/backup-masters/0b0b0ae8de03,36369,1731874650863 from backup master directory 2024-11-17T20:17:31,275 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33135-0x1014a71edc20001, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1431069416/backup-masters 2024-11-17T20:17:31,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1014a71edc20000, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1431069416/backup-masters/0b0b0ae8de03,36369,1731874650863 2024-11-17T20:17:31,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1014a71edc20000, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1431069416/backup-masters 2024-11-17T20:17:31,276 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:17:31,276 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b0b0ae8de03,36369,1731874650863 2024-11-17T20:17:31,280 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/hbase.id] with ID: c8c3fd1d-2d70-4c22-919d-6a8a252fb845 2024-11-17T20:17:31,280 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/.tmp/hbase.id 2024-11-17T20:17:31,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741826_1002 (size=42) 2024-11-17T20:17:31,686 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/.tmp/hbase.id]:[hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/hbase.id] 2024-11-17T20:17:31,701 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:17:31,701 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T20:17:31,703 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-17T20:17:31,754 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33135-0x1014a71edc20001, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1431069416 2024-11-17T20:17:31,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1014a71edc20000, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1431069416 2024-11-17T20:17:31,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741827_1003 (size=196) 2024-11-17T20:17:32,164 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:17:32,165 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T20:17:32,165 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:17:32,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741828_1004 (size=1189) 2024-11-17T20:17:32,575 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/MasterData/data/master/store 2024-11-17T20:17:32,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741829_1005 (size=34) 2024-11-17T20:17:32,987 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:17:32,987 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T20:17:32,987 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:17:32,987 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:17:32,987 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T20:17:32,987 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:17:32,987 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:17:32,987 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731874652987Disabling compacts and flushes for region at 1731874652987Disabling writes for close at 1731874652987Writing region close event to WAL at 1731874652987Closed at 1731874652987 2024-11-17T20:17:32,988 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/MasterData/data/master/store/.initializing 2024-11-17T20:17:32,988 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/MasterData/WALs/0b0b0ae8de03,36369,1731874650863 2024-11-17T20:17:32,989 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:17:32,990 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b0b0ae8de03%2C36369%2C1731874650863, suffix=, logDir=hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/MasterData/WALs/0b0b0ae8de03,36369,1731874650863, archiveDir=hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/MasterData/oldWALs, maxLogs=10 2024-11-17T20:17:33,002 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/MasterData/WALs/0b0b0ae8de03,36369,1731874650863/0b0b0ae8de03%2C36369%2C1731874650863.1731874652990, exclude list is [], retry=0 2024-11-17T20:17:33,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41409,DS-0357b554-5dd1-4594-a532-de986e59b28f,DISK] 2024-11-17T20:17:33,007 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/MasterData/WALs/0b0b0ae8de03,36369,1731874650863/0b0b0ae8de03%2C36369%2C1731874650863.1731874652990 2024-11-17T20:17:33,007 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33913:33913)] 2024-11-17T20:17:33,007 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:17:33,007 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:17:33,007 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:33,007 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:33,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:33,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T20:17:33,010 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:33,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:17:33,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:33,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T20:17:33,012 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:33,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:17:33,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:33,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T20:17:33,013 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:33,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:17:33,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:33,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T20:17:33,015 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:33,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:17:33,015 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:33,016 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:33,016 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:33,017 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:33,017 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:33,018 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:17:33,019 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:33,021 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:17:33,021 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70664090, jitterRate=0.05297699570655823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:17:33,022 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731874653007Initializing all the Stores at 1731874653008 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874653008Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874653008Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874653008Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874653008Cleaning up temporary data from old regions at 1731874653017 (+9 ms)Region opened successfully at 1731874653022 (+5 ms) 2024-11-17T20:17:33,022 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T20:17:33,025 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23087513, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:17:33,025 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T20:17:33,026 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T20:17:33,026 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T20:17:33,026 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T20:17:33,026 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T20:17:33,026 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T20:17:33,026 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T20:17:33,028 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T20:17:33,029 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36369-0x1014a71edc20000, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Unable to get data of znode /0-1431069416/balancer because node does not exist (not necessarily an error) 2024-11-17T20:17:33,081 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1431069416/balancer already deleted, retry=false 2024-11-17T20:17:33,082 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T20:17:33,082 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36369-0x1014a71edc20000, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Unable to get data of znode /0-1431069416/normalizer because node does not exist (not necessarily an error) 2024-11-17T20:17:33,148 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1431069416/normalizer already deleted, retry=false 2024-11-17T20:17:33,149 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T20:17:33,150 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36369-0x1014a71edc20000, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Unable to get data of znode /0-1431069416/switch/split because node does not exist (not necessarily an error) 2024-11-17T20:17:33,170 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1431069416/switch/split already deleted, retry=false 2024-11-17T20:17:33,171 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36369-0x1014a71edc20000, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Unable to get data of znode /0-1431069416/switch/merge because node does not exist (not necessarily an error) 2024-11-17T20:17:33,232 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1431069416/switch/merge already deleted, retry=false 2024-11-17T20:17:33,234 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36369-0x1014a71edc20000, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Unable to get data of znode /0-1431069416/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T20:17:33,296 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1431069416/snapshot-cleanup already deleted, retry=false 2024-11-17T20:17:33,360 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33135-0x1014a71edc20001, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1431069416/running 2024-11-17T20:17:33,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1014a71edc20000, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1431069416/running 2024-11-17T20:17:33,360 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33135-0x1014a71edc20001, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1431069416 2024-11-17T20:17:33,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1014a71edc20000, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1431069416 2024-11-17T20:17:33,360 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b0b0ae8de03,36369,1731874650863, sessionid=0x1014a71edc20000, setting cluster-up flag (Was=false) 2024-11-17T20:17:33,449 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33135-0x1014a71edc20001, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1431069416 2024-11-17T20:17:33,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1014a71edc20000, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1431069416 2024-11-17T20:17:33,480 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1431069416/flush-table-proc/acquired, /0-1431069416/flush-table-proc/reached, /0-1431069416/flush-table-proc/abort 2024-11-17T20:17:33,482 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b0b0ae8de03,36369,1731874650863 2024-11-17T20:17:33,501 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33135-0x1014a71edc20001, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1431069416 2024-11-17T20:17:33,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1014a71edc20000, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1431069416 2024-11-17T20:17:33,533 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1431069416/online-snapshot/acquired, /0-1431069416/online-snapshot/reached, /0-1431069416/online-snapshot/abort 2024-11-17T20:17:33,534 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b0b0ae8de03,36369,1731874650863 2024-11-17T20:17:33,535 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T20:17:33,537 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T20:17:33,538 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T20:17:33,538 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T20:17:33,538 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b0b0ae8de03,36369,1731874650863 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T20:17:33,539 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:17:33,539 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:17:33,539 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:17:33,540 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:17:33,540 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b0b0ae8de03:0, corePoolSize=10, maxPoolSize=10 2024-11-17T20:17:33,540 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:33,540 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:17:33,540 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:33,548 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731874683548 2024-11-17T20:17:33,548 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T20:17:33,549 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T20:17:33,549 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T20:17:33,549 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T20:17:33,549 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T20:17:33,549 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T20:17:33,549 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:33,549 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T20:17:33,549 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T20:17:33,549 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:17:33,549 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T20:17:33,549 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T20:17:33,549 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T20:17:33,550 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T20:17:33,550 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T20:17:33,550 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874653550,5,FailOnTimeoutGroup] 2024-11-17T20:17:33,551 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:33,551 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T20:17:33,552 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874653550,5,FailOnTimeoutGroup] 2024-11-17T20:17:33,552 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:33,552 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T20:17:33,552 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:33,552 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:33,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741831_1007 (size=1321) 2024-11-17T20:17:33,561 INFO [RS:0;0b0b0ae8de03:33135 {}] regionserver.HRegionServer(746): ClusterId : c8c3fd1d-2d70-4c22-919d-6a8a252fb845 2024-11-17T20:17:33,561 DEBUG [RS:0;0b0b0ae8de03:33135 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T20:17:33,571 DEBUG [RS:0;0b0b0ae8de03:33135 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T20:17:33,571 DEBUG [RS:0;0b0b0ae8de03:33135 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T20:17:33,582 DEBUG [RS:0;0b0b0ae8de03:33135 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T20:17:33,582 DEBUG [RS:0;0b0b0ae8de03:33135 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35e14289, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:17:33,593 DEBUG [RS:0;0b0b0ae8de03:33135 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b0b0ae8de03:33135 2024-11-17T20:17:33,593 INFO [RS:0;0b0b0ae8de03:33135 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T20:17:33,593 INFO [RS:0;0b0b0ae8de03:33135 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T20:17:33,593 DEBUG [RS:0;0b0b0ae8de03:33135 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T20:17:33,594 INFO [RS:0;0b0b0ae8de03:33135 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b0b0ae8de03,36369,1731874650863 with port=33135, startcode=1731874651132 2024-11-17T20:17:33,594 DEBUG [RS:0;0b0b0ae8de03:33135 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T20:17:33,595 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46783, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T20:17:33,596 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36369 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b0b0ae8de03,33135,1731874651132 2024-11-17T20:17:33,596 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36369 {}] master.ServerManager(517): Registering regionserver=0b0b0ae8de03,33135,1731874651132 2024-11-17T20:17:33,597 DEBUG [RS:0;0b0b0ae8de03:33135 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af 2024-11-17T20:17:33,597 DEBUG [RS:0;0b0b0ae8de03:33135 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45357 2024-11-17T20:17:33,597 DEBUG [RS:0;0b0b0ae8de03:33135 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T20:17:33,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1014a71edc20000, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1431069416/rs 2024-11-17T20:17:33,607 DEBUG [RS:0;0b0b0ae8de03:33135 {}] zookeeper.ZKUtil(111): regionserver:33135-0x1014a71edc20001, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Set watcher on existing znode=/0-1431069416/rs/0b0b0ae8de03,33135,1731874651132 2024-11-17T20:17:33,607 WARN [RS:0;0b0b0ae8de03:33135 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:17:33,607 INFO [RS:0;0b0b0ae8de03:33135 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:17:33,607 DEBUG [RS:0;0b0b0ae8de03:33135 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132 2024-11-17T20:17:33,608 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b0b0ae8de03,33135,1731874651132] 2024-11-17T20:17:33,610 INFO [RS:0;0b0b0ae8de03:33135 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T20:17:33,612 INFO [RS:0;0b0b0ae8de03:33135 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T20:17:33,612 INFO [RS:0;0b0b0ae8de03:33135 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T20:17:33,612 INFO [RS:0;0b0b0ae8de03:33135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:33,612 INFO [RS:0;0b0b0ae8de03:33135 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T20:17:33,613 INFO [RS:0;0b0b0ae8de03:33135 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T20:17:33,613 INFO [RS:0;0b0b0ae8de03:33135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:33,613 DEBUG [RS:0;0b0b0ae8de03:33135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:33,613 DEBUG [RS:0;0b0b0ae8de03:33135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:33,613 DEBUG [RS:0;0b0b0ae8de03:33135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:33,613 DEBUG [RS:0;0b0b0ae8de03:33135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:33,613 DEBUG [RS:0;0b0b0ae8de03:33135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:33,614 DEBUG [RS:0;0b0b0ae8de03:33135 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:17:33,614 DEBUG [RS:0;0b0b0ae8de03:33135 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:33,614 DEBUG [RS:0;0b0b0ae8de03:33135 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:33,614 DEBUG [RS:0;0b0b0ae8de03:33135 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:33,614 DEBUG [RS:0;0b0b0ae8de03:33135 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:33,614 DEBUG [RS:0;0b0b0ae8de03:33135 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:33,614 DEBUG [RS:0;0b0b0ae8de03:33135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:33,614 DEBUG [RS:0;0b0b0ae8de03:33135 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:17:33,614 DEBUG [RS:0;0b0b0ae8de03:33135 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:17:33,615 INFO [RS:0;0b0b0ae8de03:33135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:33,615 INFO [RS:0;0b0b0ae8de03:33135 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:33,616 INFO [RS:0;0b0b0ae8de03:33135 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:33,616 INFO [RS:0;0b0b0ae8de03:33135 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:33,616 INFO [RS:0;0b0b0ae8de03:33135 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:33,616 INFO [RS:0;0b0b0ae8de03:33135 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,33135,1731874651132-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:17:33,628 INFO [RS:0;0b0b0ae8de03:33135 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T20:17:33,628 INFO [RS:0;0b0b0ae8de03:33135 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,33135,1731874651132-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:33,629 INFO [RS:0;0b0b0ae8de03:33135 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:33,629 INFO [RS:0;0b0b0ae8de03:33135 {}] regionserver.Replication(171): 0b0b0ae8de03,33135,1731874651132 started 2024-11-17T20:17:33,641 INFO [RS:0;0b0b0ae8de03:33135 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:33,641 INFO [RS:0;0b0b0ae8de03:33135 {}] regionserver.HRegionServer(1482): Serving as 0b0b0ae8de03,33135,1731874651132, RpcServer on 0b0b0ae8de03/172.17.0.2:33135, sessionid=0x1014a71edc20001 2024-11-17T20:17:33,641 DEBUG [RS:0;0b0b0ae8de03:33135 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T20:17:33,641 DEBUG [RS:0;0b0b0ae8de03:33135 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b0b0ae8de03,33135,1731874651132 2024-11-17T20:17:33,641 DEBUG [RS:0;0b0b0ae8de03:33135 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,33135,1731874651132' 2024-11-17T20:17:33,641 DEBUG [RS:0;0b0b0ae8de03:33135 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1431069416/flush-table-proc/abort' 2024-11-17T20:17:33,642 DEBUG [RS:0;0b0b0ae8de03:33135 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1431069416/flush-table-proc/acquired' 2024-11-17T20:17:33,642 DEBUG [RS:0;0b0b0ae8de03:33135 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T20:17:33,642 DEBUG [RS:0;0b0b0ae8de03:33135 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T20:17:33,642 DEBUG [RS:0;0b0b0ae8de03:33135 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b0b0ae8de03,33135,1731874651132 2024-11-17T20:17:33,642 DEBUG [RS:0;0b0b0ae8de03:33135 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,33135,1731874651132' 2024-11-17T20:17:33,642 DEBUG [RS:0;0b0b0ae8de03:33135 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1431069416/online-snapshot/abort' 2024-11-17T20:17:33,643 DEBUG [RS:0;0b0b0ae8de03:33135 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1431069416/online-snapshot/acquired' 2024-11-17T20:17:33,643 DEBUG [RS:0;0b0b0ae8de03:33135 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T20:17:33,643 INFO [RS:0;0b0b0ae8de03:33135 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T20:17:33,643 INFO [RS:0;0b0b0ae8de03:33135 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T20:17:33,743 INFO [RS:0;0b0b0ae8de03:33135 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:17:33,746 INFO [RS:0;0b0b0ae8de03:33135 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C33135%2C1731874651132, suffix=, logDir=hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132, archiveDir=hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/oldWALs, maxLogs=10 2024-11-17T20:17:33,761 DEBUG [RS:0;0b0b0ae8de03:33135 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747, exclude list is [], retry=0 2024-11-17T20:17:33,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41409,DS-0357b554-5dd1-4594-a532-de986e59b28f,DISK] 2024-11-17T20:17:33,767 INFO [RS:0;0b0b0ae8de03:33135 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747 2024-11-17T20:17:33,767 DEBUG [RS:0;0b0b0ae8de03:33135 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33913:33913)] 2024-11-17T20:17:33,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T20:17:33,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T20:17:33,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-17T20:17:33,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:17:33,958 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T20:17:33,959 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af 2024-11-17T20:17:33,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741833_1009 (size=32) 2024-11-17T20:17:34,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:17:34,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T20:17:34,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T20:17:34,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:34,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:17:34,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T20:17:34,371 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T20:17:34,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:34,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:17:34,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T20:17:34,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T20:17:34,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:34,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:17:34,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T20:17:34,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T20:17:34,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:34,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:17:34,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T20:17:34,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/hbase/meta/1588230740 2024-11-17T20:17:34,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/hbase/meta/1588230740 2024-11-17T20:17:34,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T20:17:34,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T20:17:34,380 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:17:34,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T20:17:34,382 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:17:34,382 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74979003, jitterRate=0.117274209856987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:17:34,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731874654366Initializing all the Stores at 1731874654367 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874654367Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874654367Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874654367Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874654367Cleaning up temporary data from old regions at 1731874654379 (+12 ms)Region opened successfully at 1731874654383 (+4 ms) 2024-11-17T20:17:34,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T20:17:34,383 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T20:17:34,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T20:17:34,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T20:17:34,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T20:17:34,383 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T20:17:34,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731874654383Disabling compacts and flushes for region at 1731874654383Disabling writes for close at 1731874654383Writing region close event to WAL at 1731874654383Closed at 1731874654383 2024-11-17T20:17:34,385 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:17:34,385 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T20:17:34,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T20:17:34,386 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T20:17:34,387 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T20:17:34,538 DEBUG [0b0b0ae8de03:36369 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T20:17:34,538 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b0b0ae8de03,33135,1731874651132 2024-11-17T20:17:34,540 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,33135,1731874651132, state=OPENING 2024-11-17T20:17:34,549 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T20:17:34,613 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33135-0x1014a71edc20001, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1431069416 2024-11-17T20:17:34,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1014a71edc20000, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1431069416 2024-11-17T20:17:34,613 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1431069416/meta-region-server: CHANGED 2024-11-17T20:17:34,613 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1431069416/meta-region-server: CHANGED 2024-11-17T20:17:34,613 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T20:17:34,614 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,33135,1731874651132}] 2024-11-17T20:17:34,767 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T20:17:34,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43781, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T20:17:34,773 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T20:17:34,773 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:17:34,773 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T20:17:34,775 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C33135%2C1731874651132.meta, suffix=.meta, logDir=hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132, archiveDir=hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/oldWALs, maxLogs=10 2024-11-17T20:17:34,794 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.meta.1731874654776.meta, exclude list is [], retry=0 2024-11-17T20:17:34,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41409,DS-0357b554-5dd1-4594-a532-de986e59b28f,DISK] 2024-11-17T20:17:34,799 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.meta.1731874654776.meta 2024-11-17T20:17:34,799 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33913:33913)] 2024-11-17T20:17:34,799 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:17:34,800 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:17:34,800 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T20:17:34,800 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T20:17:34,800 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T20:17:34,800 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T20:17:34,800 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:17:34,800 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T20:17:34,801 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T20:17:34,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T20:17:34,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T20:17:34,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:34,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:17:34,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T20:17:34,806 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T20:17:34,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:34,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:17:34,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T20:17:34,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T20:17:34,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:34,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:17:34,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T20:17:34,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T20:17:34,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:34,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:17:34,811 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T20:17:34,812 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/hbase/meta/1588230740 2024-11-17T20:17:34,813 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/hbase/meta/1588230740 2024-11-17T20:17:34,814 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T20:17:34,814 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T20:17:34,815 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:17:34,816 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T20:17:34,817 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74635184, jitterRate=0.11215090751647949}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:17:34,817 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T20:17:34,818 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731874654801Writing region info on filesystem at 1731874654801Initializing all the Stores at 1731874654802 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874654802Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874654802Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874654802Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874654802Cleaning up temporary data from old regions at 1731874654814 (+12 ms)Running coprocessor post-open hooks at 1731874654817 (+3 ms)Region opened successfully at 1731874654818 (+1 ms) 2024-11-17T20:17:34,819 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731874654766 2024-11-17T20:17:34,824 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T20:17:34,825 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,33135,1731874651132 2024-11-17T20:17:34,825 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T20:17:34,826 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,33135,1731874651132, state=OPEN 2024-11-17T20:17:34,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1014a71edc20000, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1431069416/meta-region-server 2024-11-17T20:17:34,844 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33135-0x1014a71edc20001, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1431069416/meta-region-server 2024-11-17T20:17:34,844 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,33135,1731874651132 2024-11-17T20:17:34,844 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1431069416/meta-region-server: CHANGED 2024-11-17T20:17:34,844 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1431069416/meta-region-server: CHANGED 2024-11-17T20:17:34,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T20:17:34,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,33135,1731874651132 in 231 msec 2024-11-17T20:17:34,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T20:17:34,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 464 msec 2024-11-17T20:17:34,853 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:17:34,853 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T20:17:34,854 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:17:34,855 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,33135,1731874651132, seqNum=-1] 2024-11-17T20:17:34,855 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:17:34,857 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33085, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:17:34,864 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3250 sec 2024-11-17T20:17:34,864 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731874654864, completionTime=-1 2024-11-17T20:17:34,864 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T20:17:34,864 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T20:17:34,867 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T20:17:34,867 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731874714867 2024-11-17T20:17:34,867 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731874774867 2024-11-17T20:17:34,867 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-17T20:17:34,867 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,36369,1731874650863-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:34,868 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,36369,1731874650863-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:34,868 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,36369,1731874650863-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:34,868 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b0b0ae8de03:36369, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:34,868 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:34,868 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:34,871 DEBUG [master/0b0b0ae8de03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T20:17:34,873 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.597sec 2024-11-17T20:17:34,873 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T20:17:34,873 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T20:17:34,873 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T20:17:34,873 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T20:17:34,873 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T20:17:34,873 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,36369,1731874650863-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:17:34,874 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,36369,1731874650863-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T20:17:34,877 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T20:17:34,877 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T20:17:34,877 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,36369,1731874650863-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:34,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3668a7b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:34,962 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,36369,-1 for getting cluster id 2024-11-17T20:17:34,963 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:17:34,964 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8c3fd1d-2d70-4c22-919d-6a8a252fb845' 2024-11-17T20:17:34,964 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:17:34,964 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8c3fd1d-2d70-4c22-919d-6a8a252fb845" 2024-11-17T20:17:34,965 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64404105, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:34,965 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,36369,-1] 2024-11-17T20:17:34,965 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:17:34,965 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:34,966 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:17:34,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57f0b7ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:34,967 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:17:34,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,33135,1731874651132, seqNum=-1] 2024-11-17T20:17:34,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:17:34,970 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:17:34,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0b0b0ae8de03,36369,1731874650863 2024-11-17T20:17:34,974 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52417 2024-11-17T20:17:34,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:17:34,997 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014a71edc20002 connected 2024-11-17T20:17:35,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59a1da15-54bc-7162-86eb-1cb0ca5122d7/hadoop.log.dir so I do NOT create it in target/test-data/7611b5ce-65d9-822c-8a25-324916f636e0 2024-11-17T20:17:35,009 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59a1da15-54bc-7162-86eb-1cb0ca5122d7/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T20:17:35,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59a1da15-54bc-7162-86eb-1cb0ca5122d7/hadoop.tmp.dir so I do NOT create it in target/test-data/7611b5ce-65d9-822c-8a25-324916f636e0 2024-11-17T20:17:35,010 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59a1da15-54bc-7162-86eb-1cb0ca5122d7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T20:17:35,010 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7611b5ce-65d9-822c-8a25-324916f636e0 2024-11-17T20:17:35,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T20:17:35,010 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7611b5ce-65d9-822c-8a25-324916f636e0/cluster_a8fba0fe-110b-f770-31c5-ca36a27ab1ac, deleteOnExit=true 2024-11-17T20:17:35,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T20:17:35,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7611b5ce-65d9-822c-8a25-324916f636e0/test.cache.data in system properties and HBase conf 2024-11-17T20:17:35,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7611b5ce-65d9-822c-8a25-324916f636e0/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T20:17:35,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7611b5ce-65d9-822c-8a25-324916f636e0/hadoop.log.dir in system properties and HBase conf 2024-11-17T20:17:35,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7611b5ce-65d9-822c-8a25-324916f636e0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T20:17:35,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7611b5ce-65d9-822c-8a25-324916f636e0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T20:17:35,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T20:17:35,010 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T20:17:35,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7611b5ce-65d9-822c-8a25-324916f636e0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T20:17:35,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7611b5ce-65d9-822c-8a25-324916f636e0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T20:17:35,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7611b5ce-65d9-822c-8a25-324916f636e0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T20:17:35,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7611b5ce-65d9-822c-8a25-324916f636e0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T20:17:35,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7611b5ce-65d9-822c-8a25-324916f636e0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T20:17:35,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7611b5ce-65d9-822c-8a25-324916f636e0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T20:17:35,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7611b5ce-65d9-822c-8a25-324916f636e0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T20:17:35,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7611b5ce-65d9-822c-8a25-324916f636e0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T20:17:35,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7611b5ce-65d9-822c-8a25-324916f636e0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T20:17:35,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7611b5ce-65d9-822c-8a25-324916f636e0/nfs.dump.dir in system properties and HBase conf 2024-11-17T20:17:35,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7611b5ce-65d9-822c-8a25-324916f636e0/java.io.tmpdir in system properties and HBase conf 2024-11-17T20:17:35,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7611b5ce-65d9-822c-8a25-324916f636e0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T20:17:35,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7611b5ce-65d9-822c-8a25-324916f636e0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T20:17:35,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7611b5ce-65d9-822c-8a25-324916f636e0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T20:17:35,517 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:17:35,523 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T20:17:35,528 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T20:17:35,528 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T20:17:35,529 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T20:17:35,533 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:17:35,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6293cd27{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7611b5ce-65d9-822c-8a25-324916f636e0/hadoop.log.dir/,AVAILABLE} 2024-11-17T20:17:35,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19b407b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T20:17:35,645 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29721d44{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7611b5ce-65d9-822c-8a25-324916f636e0/java.io.tmpdir/jetty-localhost-44089-hadoop-hdfs-3_4_1-tests_jar-_-any-3554449260177925599/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T20:17:35,645 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d69efb2{HTTP/1.1, (http/1.1)}{localhost:44089} 2024-11-17T20:17:35,645 INFO [Time-limited test {}] server.Server(415): Started @59081ms 2024-11-17T20:17:35,992 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:17:35,995 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T20:17:35,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T20:17:35,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T20:17:35,996 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T20:17:35,996 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c43552{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7611b5ce-65d9-822c-8a25-324916f636e0/hadoop.log.dir/,AVAILABLE} 2024-11-17T20:17:35,996 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11f3ee30{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T20:17:36,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b113905{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7611b5ce-65d9-822c-8a25-324916f636e0/java.io.tmpdir/jetty-localhost-41067-hadoop-hdfs-3_4_1-tests_jar-_-any-495613600275937888/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:17:36,089 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@624613ed{HTTP/1.1, (http/1.1)}{localhost:41067} 2024-11-17T20:17:36,089 INFO [Time-limited test {}] server.Server(415): Started @59525ms 2024-11-17T20:17:36,090 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T20:17:36,745 WARN [Thread-946 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7611b5ce-65d9-822c-8a25-324916f636e0/cluster_a8fba0fe-110b-f770-31c5-ca36a27ab1ac/data/data1/current/BP-276035471-172.17.0.2-1731874655029/current, will proceed with Du for space computation calculation, 2024-11-17T20:17:36,747 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7611b5ce-65d9-822c-8a25-324916f636e0/cluster_a8fba0fe-110b-f770-31c5-ca36a27ab1ac/data/data2/current/BP-276035471-172.17.0.2-1731874655029/current, will proceed with Du for space computation calculation, 2024-11-17T20:17:36,760 WARN [Thread-934 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T20:17:36,762 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6f6e100e60f444d8 with lease ID 0xd28ab6bf31e41fa7: Processing first storage report for DS-cf6f240f-ac53-4f3b-80b3-c78d7b884c94 from datanode DatanodeRegistration(127.0.0.1:37581, datanodeUuid=56fd9b1a-5a6c-474b-be77-d536973588a7, infoPort=35435, infoSecurePort=0, ipcPort=40893, storageInfo=lv=-57;cid=testClusterID;nsid=202436354;c=1731874655029) 2024-11-17T20:17:36,762 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6f6e100e60f444d8 with lease ID 0xd28ab6bf31e41fa7: from storage DS-cf6f240f-ac53-4f3b-80b3-c78d7b884c94 node DatanodeRegistration(127.0.0.1:37581, datanodeUuid=56fd9b1a-5a6c-474b-be77-d536973588a7, infoPort=35435, infoSecurePort=0, ipcPort=40893, storageInfo=lv=-57;cid=testClusterID;nsid=202436354;c=1731874655029), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T20:17:36,762 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6f6e100e60f444d8 with lease ID 0xd28ab6bf31e41fa7: Processing first storage report for DS-5ac3ccbf-9459-4034-b0c4-6e7538625e42 from datanode DatanodeRegistration(127.0.0.1:37581, datanodeUuid=56fd9b1a-5a6c-474b-be77-d536973588a7, infoPort=35435, infoSecurePort=0, ipcPort=40893, storageInfo=lv=-57;cid=testClusterID;nsid=202436354;c=1731874655029) 2024-11-17T20:17:36,762 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6f6e100e60f444d8 with lease ID 0xd28ab6bf31e41fa7: from storage DS-5ac3ccbf-9459-4034-b0c4-6e7538625e42 node DatanodeRegistration(127.0.0.1:37581, datanodeUuid=56fd9b1a-5a6c-474b-be77-d536973588a7, infoPort=35435, infoSecurePort=0, ipcPort=40893, storageInfo=lv=-57;cid=testClusterID;nsid=202436354;c=1731874655029), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T20:17:36,815 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7611b5ce-65d9-822c-8a25-324916f636e0 2024-11-17T20:17:36,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:17:36,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:17:36,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741825_1001 (size=7) 2024-11-17T20:17:37,225 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910 with version=8 2024-11-17T20:17:37,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/hbase-staging 2024-11-17T20:17:37,226 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:17:37,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:17:37,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:17:37,227 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:17:37,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:17:37,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:17:37,227 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T20:17:37,227 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:17:37,227 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45985 2024-11-17T20:17:37,228 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45985 connecting to ZooKeeper ensemble=127.0.0.1:52417 2024-11-17T20:17:37,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459850x0, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:17:37,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45985-0x1014a71edc20003 connected 2024-11-17T20:17:37,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:17:37,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:17:37,356 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45985-0x1014a71edc20003, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Set watcher on znode that does not yet exist, /1-1570113978/running 2024-11-17T20:17:37,357 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910, hbase.cluster.distributed=false 2024-11-17T20:17:37,358 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45985-0x1014a71edc20003, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Set watcher on znode that does not yet exist, /1-1570113978/acl 2024-11-17T20:17:37,358 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45985 2024-11-17T20:17:37,358 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45985 2024-11-17T20:17:37,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45985 2024-11-17T20:17:37,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45985 2024-11-17T20:17:37,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45985 2024-11-17T20:17:37,371 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:17:37,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:17:37,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:17:37,371 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:17:37,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:17:37,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:17:37,372 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T20:17:37,372 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:17:37,372 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46851 2024-11-17T20:17:37,373 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46851 connecting to ZooKeeper ensemble=127.0.0.1:52417 2024-11-17T20:17:37,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:17:37,375 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:17:37,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468510x0, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:17:37,386 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:468510x0, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Set watcher on znode that does not yet exist, /1-1570113978/running 2024-11-17T20:17:37,386 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46851-0x1014a71edc20004 connected 2024-11-17T20:17:37,386 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T20:17:37,386 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T20:17:37,387 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46851-0x1014a71edc20004, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Set watcher on znode that does not yet exist, /1-1570113978/master 2024-11-17T20:17:37,388 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46851-0x1014a71edc20004, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Set watcher on znode that does not yet exist, /1-1570113978/acl 2024-11-17T20:17:37,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46851 2024-11-17T20:17:37,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46851 2024-11-17T20:17:37,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46851 2024-11-17T20:17:37,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46851 2024-11-17T20:17:37,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46851 2024-11-17T20:17:37,399 DEBUG [M:0;0b0b0ae8de03:45985 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b0b0ae8de03:45985 2024-11-17T20:17:37,400 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1570113978/backup-masters/0b0b0ae8de03,45985,1731874657226 2024-11-17T20:17:37,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45985-0x1014a71edc20003, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570113978/backup-masters 2024-11-17T20:17:37,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46851-0x1014a71edc20004, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570113978/backup-masters 2024-11-17T20:17:37,412 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45985-0x1014a71edc20003, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Set watcher on existing znode=/1-1570113978/backup-masters/0b0b0ae8de03,45985,1731874657226 2024-11-17T20:17:37,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45985-0x1014a71edc20003, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570113978 2024-11-17T20:17:37,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46851-0x1014a71edc20004, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1570113978/master 2024-11-17T20:17:37,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46851-0x1014a71edc20004, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570113978 2024-11-17T20:17:37,423 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45985-0x1014a71edc20003, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Set watcher on existing znode=/1-1570113978/master 2024-11-17T20:17:37,423 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1570113978/backup-masters/0b0b0ae8de03,45985,1731874657226 from backup master directory 2024-11-17T20:17:37,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46851-0x1014a71edc20004, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570113978/backup-masters 2024-11-17T20:17:37,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45985-0x1014a71edc20003, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1570113978/backup-masters/0b0b0ae8de03,45985,1731874657226 2024-11-17T20:17:37,433 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:17:37,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45985-0x1014a71edc20003, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570113978/backup-masters 2024-11-17T20:17:37,433 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b0b0ae8de03,45985,1731874657226 2024-11-17T20:17:37,437 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/hbase.id] with ID: da38efe8-3adc-42d2-bf24-4416928f2725 2024-11-17T20:17:37,437 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/.tmp/hbase.id 2024-11-17T20:17:37,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741826_1002 (size=42) 2024-11-17T20:17:37,842 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/.tmp/hbase.id]:[hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/hbase.id] 2024-11-17T20:17:37,853 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:17:37,853 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T20:17:37,854 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T20:17:37,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45985-0x1014a71edc20003, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570113978 2024-11-17T20:17:37,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46851-0x1014a71edc20004, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570113978 2024-11-17T20:17:37,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741827_1003 (size=196) 2024-11-17T20:17:38,271 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:17:38,272 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T20:17:38,272 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:17:38,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741828_1004 (size=1189) 2024-11-17T20:17:38,719 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/MasterData/data/master/store 2024-11-17T20:17:38,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741829_1005 (size=34) 2024-11-17T20:17:39,125 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:17:39,125 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T20:17:39,125 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:17:39,125 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:17:39,125 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T20:17:39,125 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:17:39,125 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:17:39,126 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731874659125Disabling compacts and flushes for region at 1731874659125Disabling writes for close at 1731874659125Writing region close event to WAL at 1731874659125Closed at 1731874659125 2024-11-17T20:17:39,127 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/MasterData/data/master/store/.initializing 2024-11-17T20:17:39,127 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/MasterData/WALs/0b0b0ae8de03,45985,1731874657226 2024-11-17T20:17:39,128 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:17:39,129 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b0b0ae8de03%2C45985%2C1731874657226, suffix=, logDir=hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/MasterData/WALs/0b0b0ae8de03,45985,1731874657226, archiveDir=hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/MasterData/oldWALs, maxLogs=10 2024-11-17T20:17:39,142 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/MasterData/WALs/0b0b0ae8de03,45985,1731874657226/0b0b0ae8de03%2C45985%2C1731874657226.1731874659129, exclude list is [], retry=0 2024-11-17T20:17:39,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37581,DS-cf6f240f-ac53-4f3b-80b3-c78d7b884c94,DISK] 2024-11-17T20:17:39,146 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/MasterData/WALs/0b0b0ae8de03,45985,1731874657226/0b0b0ae8de03%2C45985%2C1731874657226.1731874659129 2024-11-17T20:17:39,147 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35435:35435)] 2024-11-17T20:17:39,147 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:17:39,147 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:17:39,147 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:39,147 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:39,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:39,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T20:17:39,150 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:39,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:17:39,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:39,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T20:17:39,151 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:39,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:17:39,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:39,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T20:17:39,153 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:39,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:17:39,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:39,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T20:17:39,155 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:39,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:17:39,155 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:39,156 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:39,156 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:39,157 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:39,157 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:39,158 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:17:39,159 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:17:39,161 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:17:39,161 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70029842, jitterRate=0.04352596402168274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:17:39,161 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731874659147Initializing all the Stores at 1731874659148 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874659148Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874659148Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874659148Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874659148Cleaning up temporary data from old regions at 1731874659157 (+9 ms)Region opened successfully at 1731874659161 (+4 ms) 2024-11-17T20:17:39,161 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T20:17:39,164 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13387580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:17:39,165 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T20:17:39,165 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T20:17:39,165 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T20:17:39,165 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T20:17:39,165 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T20:17:39,166 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T20:17:39,166 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T20:17:39,167 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T20:17:39,168 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45985-0x1014a71edc20003, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Unable to get data of znode /1-1570113978/balancer because node does not exist (not necessarily an error) 2024-11-17T20:17:39,180 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1570113978/balancer already deleted, retry=false 2024-11-17T20:17:39,181 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T20:17:39,181 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45985-0x1014a71edc20003, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Unable to get data of znode /1-1570113978/normalizer because node does not exist (not necessarily an error) 2024-11-17T20:17:39,191 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1570113978/normalizer already deleted, retry=false 2024-11-17T20:17:39,191 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T20:17:39,192 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45985-0x1014a71edc20003, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Unable to get data of znode /1-1570113978/switch/split because node does not exist (not necessarily an error) 2024-11-17T20:17:39,201 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1570113978/switch/split already deleted, retry=false 2024-11-17T20:17:39,203 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45985-0x1014a71edc20003, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Unable to get data of znode /1-1570113978/switch/merge because node does not exist (not necessarily an error) 2024-11-17T20:17:39,212 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1570113978/switch/merge already deleted, retry=false 2024-11-17T20:17:39,214 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45985-0x1014a71edc20003, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Unable to get data of znode /1-1570113978/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T20:17:39,222 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1570113978/snapshot-cleanup already deleted, retry=false 2024-11-17T20:17:39,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46851-0x1014a71edc20004, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1570113978/running 2024-11-17T20:17:39,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45985-0x1014a71edc20003, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1570113978/running 2024-11-17T20:17:39,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45985-0x1014a71edc20003, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570113978 2024-11-17T20:17:39,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46851-0x1014a71edc20004, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570113978 2024-11-17T20:17:39,233 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b0b0ae8de03,45985,1731874657226, sessionid=0x1014a71edc20003, setting cluster-up flag (Was=false) 2024-11-17T20:17:39,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45985-0x1014a71edc20003, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570113978 2024-11-17T20:17:39,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46851-0x1014a71edc20004, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570113978 2024-11-17T20:17:39,286 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1570113978/flush-table-proc/acquired, /1-1570113978/flush-table-proc/reached, /1-1570113978/flush-table-proc/abort 2024-11-17T20:17:39,287 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b0b0ae8de03,45985,1731874657226 2024-11-17T20:17:39,299 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T20:17:39,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45985-0x1014a71edc20003, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570113978 2024-11-17T20:17:39,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46851-0x1014a71edc20004, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570113978 2024-11-17T20:17:39,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:17:39,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:17:39,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:17:39,338 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1570113978/online-snapshot/acquired, /1-1570113978/online-snapshot/reached, /1-1570113978/online-snapshot/abort 2024-11-17T20:17:39,340 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b0b0ae8de03,45985,1731874657226 2024-11-17T20:17:39,344 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T20:17:39,346 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T20:17:39,346 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T20:17:39,346 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T20:17:39,346 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b0b0ae8de03,45985,1731874657226 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T20:17:39,348 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:17:39,348 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:17:39,348 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:17:39,348 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:17:39,348 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b0b0ae8de03:0, corePoolSize=10, maxPoolSize=10 2024-11-17T20:17:39,348 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:39,348 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:17:39,348 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:39,353 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:17:39,353 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T20:17:39,354 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:39,354 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T20:17:39,358 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731874689358 2024-11-17T20:17:39,358 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T20:17:39,358 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T20:17:39,358 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T20:17:39,358 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T20:17:39,358 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T20:17:39,358 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T20:17:39,363 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:39,367 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T20:17:39,368 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T20:17:39,368 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T20:17:39,368 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T20:17:39,368 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T20:17:39,369 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T20:17:39,369 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874659369,5,FailOnTimeoutGroup] 2024-11-17T20:17:39,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741831_1007 (size=1321) 2024-11-17T20:17:39,370 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874659369,5,FailOnTimeoutGroup] 2024-11-17T20:17:39,370 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:39,370 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T20:17:39,371 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:39,371 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:39,371 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T20:17:39,372 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910 2024-11-17T20:17:39,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741832_1008 (size=32) 2024-11-17T20:17:39,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:17:39,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T20:17:39,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T20:17:39,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:39,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:17:39,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T20:17:39,397 INFO [RS:0;0b0b0ae8de03:46851 {}] regionserver.HRegionServer(746): ClusterId : da38efe8-3adc-42d2-bf24-4416928f2725 2024-11-17T20:17:39,397 DEBUG [RS:0;0b0b0ae8de03:46851 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T20:17:39,399 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T20:17:39,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:39,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:17:39,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T20:17:39,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T20:17:39,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:39,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:17:39,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T20:17:39,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T20:17:39,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:39,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:17:39,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T20:17:39,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/data/hbase/meta/1588230740 2024-11-17T20:17:39,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/data/hbase/meta/1588230740 2024-11-17T20:17:39,412 DEBUG [RS:0;0b0b0ae8de03:46851 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T20:17:39,412 DEBUG [RS:0;0b0b0ae8de03:46851 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T20:17:39,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T20:17:39,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T20:17:39,413 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:17:39,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T20:17:39,420 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:17:39,421 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72718976, jitterRate=0.08359718322753906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:17:39,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731874659386Initializing all the Stores at 1731874659387 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874659387Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874659390 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874659390Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874659390Cleaning up temporary data from old regions at 1731874659412 (+22 ms)Region opened successfully at 1731874659421 (+9 ms) 2024-11-17T20:17:39,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T20:17:39,422 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T20:17:39,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T20:17:39,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T20:17:39,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T20:17:39,423 DEBUG [RS:0;0b0b0ae8de03:46851 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T20:17:39,424 DEBUG [RS:0;0b0b0ae8de03:46851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5007be5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:17:39,429 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T20:17:39,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731874659421Disabling compacts and flushes for region at 1731874659421Disabling writes for close at 1731874659422 (+1 ms)Writing region close event to WAL at 1731874659429 (+7 ms)Closed at 1731874659429 2024-11-17T20:17:39,430 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:17:39,430 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T20:17:39,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T20:17:39,432 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T20:17:39,433 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T20:17:39,449 DEBUG [RS:0;0b0b0ae8de03:46851 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b0b0ae8de03:46851 2024-11-17T20:17:39,449 INFO [RS:0;0b0b0ae8de03:46851 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T20:17:39,449 INFO [RS:0;0b0b0ae8de03:46851 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T20:17:39,449 DEBUG [RS:0;0b0b0ae8de03:46851 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T20:17:39,450 INFO [RS:0;0b0b0ae8de03:46851 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b0b0ae8de03,45985,1731874657226 with port=46851, startcode=1731874657371 2024-11-17T20:17:39,450 DEBUG [RS:0;0b0b0ae8de03:46851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T20:17:39,452 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36313, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T20:17:39,452 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45985 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b0b0ae8de03,46851,1731874657371 2024-11-17T20:17:39,452 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45985 {}] master.ServerManager(517): Registering regionserver=0b0b0ae8de03,46851,1731874657371 2024-11-17T20:17:39,456 DEBUG [RS:0;0b0b0ae8de03:46851 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910 2024-11-17T20:17:39,456 DEBUG [RS:0;0b0b0ae8de03:46851 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39179 2024-11-17T20:17:39,456 DEBUG [RS:0;0b0b0ae8de03:46851 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T20:17:39,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45985-0x1014a71edc20003, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570113978/rs 2024-11-17T20:17:39,514 DEBUG [RS:0;0b0b0ae8de03:46851 {}] zookeeper.ZKUtil(111): regionserver:46851-0x1014a71edc20004, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Set watcher on existing znode=/1-1570113978/rs/0b0b0ae8de03,46851,1731874657371 2024-11-17T20:17:39,514 WARN [RS:0;0b0b0ae8de03:46851 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:17:39,514 INFO [RS:0;0b0b0ae8de03:46851 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:17:39,514 DEBUG [RS:0;0b0b0ae8de03:46851 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/WALs/0b0b0ae8de03,46851,1731874657371 2024-11-17T20:17:39,518 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b0b0ae8de03,46851,1731874657371] 2024-11-17T20:17:39,525 INFO [RS:0;0b0b0ae8de03:46851 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T20:17:39,532 INFO [RS:0;0b0b0ae8de03:46851 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T20:17:39,533 INFO [RS:0;0b0b0ae8de03:46851 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T20:17:39,533 INFO [RS:0;0b0b0ae8de03:46851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:39,536 INFO [RS:0;0b0b0ae8de03:46851 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T20:17:39,537 INFO [RS:0;0b0b0ae8de03:46851 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T20:17:39,537 INFO [RS:0;0b0b0ae8de03:46851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:39,537 DEBUG [RS:0;0b0b0ae8de03:46851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:39,538 DEBUG [RS:0;0b0b0ae8de03:46851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:39,538 DEBUG [RS:0;0b0b0ae8de03:46851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:39,538 DEBUG [RS:0;0b0b0ae8de03:46851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:39,538 DEBUG [RS:0;0b0b0ae8de03:46851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:39,538 DEBUG [RS:0;0b0b0ae8de03:46851 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:17:39,538 DEBUG [RS:0;0b0b0ae8de03:46851 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:39,538 DEBUG [RS:0;0b0b0ae8de03:46851 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:39,538 DEBUG [RS:0;0b0b0ae8de03:46851 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:39,538 DEBUG [RS:0;0b0b0ae8de03:46851 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:39,538 DEBUG [RS:0;0b0b0ae8de03:46851 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:39,538 DEBUG [RS:0;0b0b0ae8de03:46851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:17:39,538 DEBUG [RS:0;0b0b0ae8de03:46851 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:17:39,538 DEBUG [RS:0;0b0b0ae8de03:46851 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:17:39,544 INFO [RS:0;0b0b0ae8de03:46851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:39,545 INFO [RS:0;0b0b0ae8de03:46851 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:39,545 INFO [RS:0;0b0b0ae8de03:46851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:39,545 INFO [RS:0;0b0b0ae8de03:46851 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:39,545 INFO [RS:0;0b0b0ae8de03:46851 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:39,545 INFO [RS:0;0b0b0ae8de03:46851 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,46851,1731874657371-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:17:39,559 INFO [RS:0;0b0b0ae8de03:46851 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T20:17:39,559 INFO [RS:0;0b0b0ae8de03:46851 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,46851,1731874657371-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:39,559 INFO [RS:0;0b0b0ae8de03:46851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:39,559 INFO [RS:0;0b0b0ae8de03:46851 {}] regionserver.Replication(171): 0b0b0ae8de03,46851,1731874657371 started 2024-11-17T20:17:39,572 INFO [RS:0;0b0b0ae8de03:46851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:39,572 INFO [RS:0;0b0b0ae8de03:46851 {}] regionserver.HRegionServer(1482): Serving as 0b0b0ae8de03,46851,1731874657371, RpcServer on 0b0b0ae8de03/172.17.0.2:46851, sessionid=0x1014a71edc20004 2024-11-17T20:17:39,572 DEBUG [RS:0;0b0b0ae8de03:46851 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T20:17:39,572 DEBUG [RS:0;0b0b0ae8de03:46851 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b0b0ae8de03,46851,1731874657371 2024-11-17T20:17:39,573 DEBUG [RS:0;0b0b0ae8de03:46851 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,46851,1731874657371' 2024-11-17T20:17:39,573 DEBUG [RS:0;0b0b0ae8de03:46851 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1570113978/flush-table-proc/abort' 2024-11-17T20:17:39,573 DEBUG [RS:0;0b0b0ae8de03:46851 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1570113978/flush-table-proc/acquired' 2024-11-17T20:17:39,574 DEBUG [RS:0;0b0b0ae8de03:46851 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T20:17:39,574 DEBUG [RS:0;0b0b0ae8de03:46851 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T20:17:39,574 DEBUG [RS:0;0b0b0ae8de03:46851 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b0b0ae8de03,46851,1731874657371 2024-11-17T20:17:39,574 DEBUG [RS:0;0b0b0ae8de03:46851 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,46851,1731874657371' 2024-11-17T20:17:39,574 DEBUG [RS:0;0b0b0ae8de03:46851 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1570113978/online-snapshot/abort' 2024-11-17T20:17:39,574 DEBUG [RS:0;0b0b0ae8de03:46851 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1570113978/online-snapshot/acquired' 2024-11-17T20:17:39,574 DEBUG [RS:0;0b0b0ae8de03:46851 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T20:17:39,575 INFO [RS:0;0b0b0ae8de03:46851 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T20:17:39,575 INFO [RS:0;0b0b0ae8de03:46851 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T20:17:39,584 WARN [0b0b0ae8de03:45985 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-17T20:17:39,611 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T20:17:39,675 INFO [RS:0;0b0b0ae8de03:46851 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:17:39,677 INFO [RS:0;0b0b0ae8de03:46851 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C46851%2C1731874657371, suffix=, logDir=hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/WALs/0b0b0ae8de03,46851,1731874657371, archiveDir=hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/oldWALs, maxLogs=10 2024-11-17T20:17:39,694 DEBUG [RS:0;0b0b0ae8de03:46851 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/WALs/0b0b0ae8de03,46851,1731874657371/0b0b0ae8de03%2C46851%2C1731874657371.1731874659677, exclude list is [], retry=0 2024-11-17T20:17:39,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37581,DS-cf6f240f-ac53-4f3b-80b3-c78d7b884c94,DISK] 2024-11-17T20:17:39,699 INFO [RS:0;0b0b0ae8de03:46851 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/WALs/0b0b0ae8de03,46851,1731874657371/0b0b0ae8de03%2C46851%2C1731874657371.1731874659677 2024-11-17T20:17:39,700 DEBUG [RS:0;0b0b0ae8de03:46851 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35435:35435)] 2024-11-17T20:17:39,834 DEBUG [0b0b0ae8de03:45985 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T20:17:39,834 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b0b0ae8de03,46851,1731874657371 2024-11-17T20:17:39,836 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,46851,1731874657371, state=OPENING 2024-11-17T20:17:39,859 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T20:17:39,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46851-0x1014a71edc20004, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570113978 2024-11-17T20:17:39,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45985-0x1014a71edc20003, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570113978 2024-11-17T20:17:39,927 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T20:17:39,927 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1570113978/meta-region-server: CHANGED 2024-11-17T20:17:39,927 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1570113978/meta-region-server: CHANGED 2024-11-17T20:17:39,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,46851,1731874657371}] 2024-11-17T20:17:40,080 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T20:17:40,081 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T20:17:40,084 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T20:17:40,084 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:17:40,085 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T20:17:40,086 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C46851%2C1731874657371.meta, suffix=.meta, logDir=hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/WALs/0b0b0ae8de03,46851,1731874657371, archiveDir=hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/oldWALs, maxLogs=10 2024-11-17T20:17:40,097 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/WALs/0b0b0ae8de03,46851,1731874657371/0b0b0ae8de03%2C46851%2C1731874657371.meta.1731874660086.meta, exclude list is [], retry=0 2024-11-17T20:17:40,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37581,DS-cf6f240f-ac53-4f3b-80b3-c78d7b884c94,DISK] 2024-11-17T20:17:40,101 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/WALs/0b0b0ae8de03,46851,1731874657371/0b0b0ae8de03%2C46851%2C1731874657371.meta.1731874660086.meta 2024-11-17T20:17:40,101 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35435:35435)] 2024-11-17T20:17:40,101 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:17:40,101 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:17:40,102 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T20:17:40,102 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T20:17:40,102 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T20:17:40,102 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T20:17:40,102 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:17:40,102 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T20:17:40,102 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T20:17:40,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T20:17:40,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T20:17:40,104 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:40,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:17:40,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T20:17:40,105 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T20:17:40,105 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:40,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:17:40,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T20:17:40,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T20:17:40,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:40,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:17:40,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T20:17:40,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T20:17:40,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:40,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:17:40,108 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T20:17:40,108 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/data/hbase/meta/1588230740 2024-11-17T20:17:40,109 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/data/hbase/meta/1588230740 2024-11-17T20:17:40,110 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T20:17:40,110 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T20:17:40,111 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:17:40,112 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T20:17:40,112 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72328889, jitterRate=0.07778443396091461}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:17:40,112 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T20:17:40,112 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731874660102Writing region info on filesystem at 1731874660102Initializing all the Stores at 1731874660103 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874660103Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874660103Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874660103Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874660103Cleaning up temporary data from old regions at 1731874660110 (+7 ms)Running coprocessor post-open hooks at 1731874660112 (+2 ms)Region opened successfully at 1731874660112 2024-11-17T20:17:40,113 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731874660079 2024-11-17T20:17:40,116 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T20:17:40,116 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T20:17:40,116 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,46851,1731874657371 2024-11-17T20:17:40,117 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,46851,1731874657371, state=OPEN 2024-11-17T20:17:40,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45985-0x1014a71edc20003, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1570113978/meta-region-server 2024-11-17T20:17:40,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46851-0x1014a71edc20004, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1570113978/meta-region-server 2024-11-17T20:17:40,138 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,46851,1731874657371 2024-11-17T20:17:40,138 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1570113978/meta-region-server: CHANGED 2024-11-17T20:17:40,138 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1570113978/meta-region-server: CHANGED 2024-11-17T20:17:40,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T20:17:40,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,46851,1731874657371 in 211 msec 2024-11-17T20:17:40,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T20:17:40,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 710 msec 2024-11-17T20:17:40,145 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:17:40,146 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T20:17:40,147 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:17:40,147 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,46851,1731874657371, seqNum=-1] 2024-11-17T20:17:40,147 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:17:40,148 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:17:40,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 807 msec 2024-11-17T20:17:40,154 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731874660154, completionTime=-1 2024-11-17T20:17:40,154 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T20:17:40,154 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T20:17:40,156 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T20:17:40,156 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731874720156 2024-11-17T20:17:40,156 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731874780156 2024-11-17T20:17:40,156 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T20:17:40,156 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,45985,1731874657226-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:40,156 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,45985,1731874657226-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:40,156 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,45985,1731874657226-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:40,156 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b0b0ae8de03:45985, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:40,156 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:40,156 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:40,158 DEBUG [master/0b0b0ae8de03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T20:17:40,160 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.727sec 2024-11-17T20:17:40,160 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T20:17:40,160 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T20:17:40,160 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T20:17:40,160 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T20:17:40,160 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T20:17:40,160 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,45985,1731874657226-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:17:40,160 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,45985,1731874657226-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T20:17:40,162 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T20:17:40,162 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T20:17:40,163 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,45985,1731874657226-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:17:40,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bae7ecc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:40,194 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,45985,-1 for getting cluster id 2024-11-17T20:17:40,194 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:17:40,195 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da38efe8-3adc-42d2-bf24-4416928f2725' 2024-11-17T20:17:40,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:17:40,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da38efe8-3adc-42d2-bf24-4416928f2725" 2024-11-17T20:17:40,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@774b5dd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:40,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,45985,-1] 2024-11-17T20:17:40,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:17:40,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:40,197 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:17:40,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43462ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:40,198 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:17:40,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,46851,1731874657371, seqNum=-1] 2024-11-17T20:17:40,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:17:40,200 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:17:40,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0b0b0ae8de03,45985,1731874657226 2024-11-17T20:17:40,203 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52417 2024-11-17T20:17:40,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:17:40,262 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014a71edc20005 connected 2024-11-17T20:17:40,321 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:17:40,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,36369,1731874650863 2024-11-17T20:17:40,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@171ffdb3 2024-11-17T20:17:40,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:17:40,324 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:17:40,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:17:40,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T20:17:40,330 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T20:17:40,332 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:40,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T20:17:40,333 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T20:17:40,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:17:40,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741835_1011 (size=902) 2024-11-17T20:17:40,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:17:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:17:40,741 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 877ee6e1e7ea47cf89a48812e53900a3, NAME => 'test,,1731874660324.877ee6e1e7ea47cf89a48812e53900a3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af 2024-11-17T20:17:40,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741836_1012 (size=39) 2024-11-17T20:17:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:17:41,147 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731874660324.877ee6e1e7ea47cf89a48812e53900a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:17:41,147 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 877ee6e1e7ea47cf89a48812e53900a3, disabling compactions & flushes 2024-11-17T20:17:41,147 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731874660324.877ee6e1e7ea47cf89a48812e53900a3. 2024-11-17T20:17:41,147 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731874660324.877ee6e1e7ea47cf89a48812e53900a3. 2024-11-17T20:17:41,147 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731874660324.877ee6e1e7ea47cf89a48812e53900a3. after waiting 0 ms 2024-11-17T20:17:41,147 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731874660324.877ee6e1e7ea47cf89a48812e53900a3. 2024-11-17T20:17:41,147 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731874660324.877ee6e1e7ea47cf89a48812e53900a3. 2024-11-17T20:17:41,147 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 877ee6e1e7ea47cf89a48812e53900a3: Waiting for close lock at 1731874661147Disabling compacts and flushes for region at 1731874661147Disabling writes for close at 1731874661147Writing region close event to WAL at 1731874661147Closed at 1731874661147 2024-11-17T20:17:41,148 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T20:17:41,149 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731874660324.877ee6e1e7ea47cf89a48812e53900a3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731874661149"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731874661149"}]},"ts":"1731874661149"} 2024-11-17T20:17:41,151 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T20:17:41,152 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T20:17:41,152 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874661152"}]},"ts":"1731874661152"} 2024-11-17T20:17:41,153 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T20:17:41,154 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=877ee6e1e7ea47cf89a48812e53900a3, ASSIGN}] 2024-11-17T20:17:41,155 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=877ee6e1e7ea47cf89a48812e53900a3, ASSIGN 2024-11-17T20:17:41,156 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=877ee6e1e7ea47cf89a48812e53900a3, ASSIGN; state=OFFLINE, location=0b0b0ae8de03,33135,1731874651132; forceNewPlan=false, retain=false 2024-11-17T20:17:41,306 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=877ee6e1e7ea47cf89a48812e53900a3, regionState=OPENING, regionLocation=0b0b0ae8de03,33135,1731874651132 2024-11-17T20:17:41,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=877ee6e1e7ea47cf89a48812e53900a3, ASSIGN because future has completed 2024-11-17T20:17:41,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 877ee6e1e7ea47cf89a48812e53900a3, server=0b0b0ae8de03,33135,1731874651132}] 2024-11-17T20:17:41,464 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731874660324.877ee6e1e7ea47cf89a48812e53900a3. 2024-11-17T20:17:41,464 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 877ee6e1e7ea47cf89a48812e53900a3, NAME => 'test,,1731874660324.877ee6e1e7ea47cf89a48812e53900a3.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:17:41,464 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:17:41,465 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T20:17:41,465 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 877ee6e1e7ea47cf89a48812e53900a3 2024-11-17T20:17:41,465 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731874660324.877ee6e1e7ea47cf89a48812e53900a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:17:41,465 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 877ee6e1e7ea47cf89a48812e53900a3 2024-11-17T20:17:41,465 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 877ee6e1e7ea47cf89a48812e53900a3 2024-11-17T20:17:41,467 INFO [StoreOpener-877ee6e1e7ea47cf89a48812e53900a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 877ee6e1e7ea47cf89a48812e53900a3 2024-11-17T20:17:41,468 INFO [StoreOpener-877ee6e1e7ea47cf89a48812e53900a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 877ee6e1e7ea47cf89a48812e53900a3 columnFamilyName f 2024-11-17T20:17:41,468 DEBUG [StoreOpener-877ee6e1e7ea47cf89a48812e53900a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:41,468 INFO [StoreOpener-877ee6e1e7ea47cf89a48812e53900a3-1 {}] regionserver.HStore(327): Store=877ee6e1e7ea47cf89a48812e53900a3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:17:41,469 INFO [StoreOpener-877ee6e1e7ea47cf89a48812e53900a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 877ee6e1e7ea47cf89a48812e53900a3 2024-11-17T20:17:41,470 INFO [StoreOpener-877ee6e1e7ea47cf89a48812e53900a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 877ee6e1e7ea47cf89a48812e53900a3 columnFamilyName f1 2024-11-17T20:17:41,470 DEBUG [StoreOpener-877ee6e1e7ea47cf89a48812e53900a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:41,470 INFO [StoreOpener-877ee6e1e7ea47cf89a48812e53900a3-1 {}] regionserver.HStore(327): Store=877ee6e1e7ea47cf89a48812e53900a3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:17:41,470 INFO [StoreOpener-877ee6e1e7ea47cf89a48812e53900a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 877ee6e1e7ea47cf89a48812e53900a3 2024-11-17T20:17:41,471 INFO [StoreOpener-877ee6e1e7ea47cf89a48812e53900a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 877ee6e1e7ea47cf89a48812e53900a3 columnFamilyName norep 2024-11-17T20:17:41,471 DEBUG [StoreOpener-877ee6e1e7ea47cf89a48812e53900a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:41,472 INFO [StoreOpener-877ee6e1e7ea47cf89a48812e53900a3-1 {}] regionserver.HStore(327): Store=877ee6e1e7ea47cf89a48812e53900a3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:17:41,472 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 877ee6e1e7ea47cf89a48812e53900a3 2024-11-17T20:17:41,472 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/default/test/877ee6e1e7ea47cf89a48812e53900a3 2024-11-17T20:17:41,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:17:41,473 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/default/test/877ee6e1e7ea47cf89a48812e53900a3 2024-11-17T20:17:41,474 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 877ee6e1e7ea47cf89a48812e53900a3 2024-11-17T20:17:41,474 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 877ee6e1e7ea47cf89a48812e53900a3 2024-11-17T20:17:41,474 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T20:17:41,475 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 877ee6e1e7ea47cf89a48812e53900a3 2024-11-17T20:17:41,477 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/default/test/877ee6e1e7ea47cf89a48812e53900a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:17:41,478 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 877ee6e1e7ea47cf89a48812e53900a3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71465214, jitterRate=0.06491467356681824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T20:17:41,478 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 877ee6e1e7ea47cf89a48812e53900a3 2024-11-17T20:17:41,479 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 877ee6e1e7ea47cf89a48812e53900a3: Running coprocessor pre-open hook at 1731874661465Writing region info on filesystem at 1731874661465Initializing all the Stores at 1731874661466 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874661466Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874661466Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874661466Cleaning up temporary data from old regions at 1731874661474 (+8 ms)Running coprocessor post-open hooks at 1731874661478 (+4 ms)Region opened successfully at 1731874661479 (+1 ms) 2024-11-17T20:17:41,481 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731874660324.877ee6e1e7ea47cf89a48812e53900a3., pid=6, masterSystemTime=1731874661460 2024-11-17T20:17:41,484 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731874660324.877ee6e1e7ea47cf89a48812e53900a3. 2024-11-17T20:17:41,484 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731874660324.877ee6e1e7ea47cf89a48812e53900a3. 2024-11-17T20:17:41,486 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=877ee6e1e7ea47cf89a48812e53900a3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0b0b0ae8de03,33135,1731874651132 2024-11-17T20:17:41,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 877ee6e1e7ea47cf89a48812e53900a3, server=0b0b0ae8de03,33135,1731874651132 because future has completed 2024-11-17T20:17:41,489 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36369 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=0b0b0ae8de03,33135,1731874651132, table=test, region=877ee6e1e7ea47cf89a48812e53900a3. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-17T20:17:41,493 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T20:17:41,493 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 877ee6e1e7ea47cf89a48812e53900a3, server=0b0b0ae8de03,33135,1731874651132 in 181 msec 2024-11-17T20:17:41,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T20:17:41,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=877ee6e1e7ea47cf89a48812e53900a3, ASSIGN in 339 msec 2024-11-17T20:17:41,497 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T20:17:41,497 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874661497"}]},"ts":"1731874661497"} 2024-11-17T20:17:41,504 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T20:17:41,506 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T20:17:41,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1790 sec 2024-11-17T20:17:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:17:42,483 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:17:42,483 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T20:17:42,484 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,45985,1731874657226 2024-11-17T20:17:42,484 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@586950c6 2024-11-17T20:17:42,484 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:17:42,485 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:17:42,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:17:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T20:17:42,488 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T20:17:42,488 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:42,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T20:17:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:17:42,490 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T20:17:42,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741835_1011 (size=902) 2024-11-17T20:17:42,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:17:42,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:17:42,897 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8aca2cafd2b574d2c748f2de93c15d53, NAME => 'test,,1731874662486.8aca2cafd2b574d2c748f2de93c15d53.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910 2024-11-17T20:17:42,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741836_1012 (size=39) 2024-11-17T20:17:43,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:17:43,304 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731874662486.8aca2cafd2b574d2c748f2de93c15d53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:17:43,304 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8aca2cafd2b574d2c748f2de93c15d53, disabling compactions & flushes 2024-11-17T20:17:43,305 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731874662486.8aca2cafd2b574d2c748f2de93c15d53. 2024-11-17T20:17:43,305 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731874662486.8aca2cafd2b574d2c748f2de93c15d53. 2024-11-17T20:17:43,305 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731874662486.8aca2cafd2b574d2c748f2de93c15d53. after waiting 0 ms 2024-11-17T20:17:43,305 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731874662486.8aca2cafd2b574d2c748f2de93c15d53. 2024-11-17T20:17:43,305 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731874662486.8aca2cafd2b574d2c748f2de93c15d53. 2024-11-17T20:17:43,305 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8aca2cafd2b574d2c748f2de93c15d53: Waiting for close lock at 1731874663304Disabling compacts and flushes for region at 1731874663304Disabling writes for close at 1731874663305 (+1 ms)Writing region close event to WAL at 1731874663305Closed at 1731874663305 2024-11-17T20:17:43,306 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T20:17:43,306 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731874662486.8aca2cafd2b574d2c748f2de93c15d53.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731874663306"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731874663306"}]},"ts":"1731874663306"} 2024-11-17T20:17:43,308 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T20:17:43,309 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T20:17:43,310 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874663309"}]},"ts":"1731874663309"} 2024-11-17T20:17:43,312 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T20:17:43,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8aca2cafd2b574d2c748f2de93c15d53, ASSIGN}] 2024-11-17T20:17:43,313 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8aca2cafd2b574d2c748f2de93c15d53, ASSIGN 2024-11-17T20:17:43,314 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8aca2cafd2b574d2c748f2de93c15d53, ASSIGN; state=OFFLINE, location=0b0b0ae8de03,46851,1731874657371; forceNewPlan=false, retain=false 2024-11-17T20:17:43,465 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8aca2cafd2b574d2c748f2de93c15d53, regionState=OPENING, regionLocation=0b0b0ae8de03,46851,1731874657371 2024-11-17T20:17:43,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8aca2cafd2b574d2c748f2de93c15d53, ASSIGN because future has completed 2024-11-17T20:17:43,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8aca2cafd2b574d2c748f2de93c15d53, server=0b0b0ae8de03,46851,1731874657371}] 2024-11-17T20:17:43,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:17:43,624 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731874662486.8aca2cafd2b574d2c748f2de93c15d53. 2024-11-17T20:17:43,624 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8aca2cafd2b574d2c748f2de93c15d53, NAME => 'test,,1731874662486.8aca2cafd2b574d2c748f2de93c15d53.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:17:43,624 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:17:43,625 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T20:17:43,625 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8aca2cafd2b574d2c748f2de93c15d53 2024-11-17T20:17:43,625 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731874662486.8aca2cafd2b574d2c748f2de93c15d53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:17:43,625 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8aca2cafd2b574d2c748f2de93c15d53 2024-11-17T20:17:43,625 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8aca2cafd2b574d2c748f2de93c15d53 2024-11-17T20:17:43,626 INFO [StoreOpener-8aca2cafd2b574d2c748f2de93c15d53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8aca2cafd2b574d2c748f2de93c15d53 2024-11-17T20:17:43,627 INFO [StoreOpener-8aca2cafd2b574d2c748f2de93c15d53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8aca2cafd2b574d2c748f2de93c15d53 columnFamilyName f 2024-11-17T20:17:43,628 DEBUG [StoreOpener-8aca2cafd2b574d2c748f2de93c15d53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:43,628 INFO [StoreOpener-8aca2cafd2b574d2c748f2de93c15d53-1 {}] regionserver.HStore(327): Store=8aca2cafd2b574d2c748f2de93c15d53/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:17:43,628 INFO [StoreOpener-8aca2cafd2b574d2c748f2de93c15d53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8aca2cafd2b574d2c748f2de93c15d53 2024-11-17T20:17:43,629 INFO [StoreOpener-8aca2cafd2b574d2c748f2de93c15d53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8aca2cafd2b574d2c748f2de93c15d53 columnFamilyName f1 2024-11-17T20:17:43,629 DEBUG [StoreOpener-8aca2cafd2b574d2c748f2de93c15d53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:43,630 INFO [StoreOpener-8aca2cafd2b574d2c748f2de93c15d53-1 {}] regionserver.HStore(327): Store=8aca2cafd2b574d2c748f2de93c15d53/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:17:43,630 INFO [StoreOpener-8aca2cafd2b574d2c748f2de93c15d53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8aca2cafd2b574d2c748f2de93c15d53 2024-11-17T20:17:43,631 INFO [StoreOpener-8aca2cafd2b574d2c748f2de93c15d53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8aca2cafd2b574d2c748f2de93c15d53 columnFamilyName norep 2024-11-17T20:17:43,631 DEBUG [StoreOpener-8aca2cafd2b574d2c748f2de93c15d53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:43,631 INFO [StoreOpener-8aca2cafd2b574d2c748f2de93c15d53-1 {}] regionserver.HStore(327): Store=8aca2cafd2b574d2c748f2de93c15d53/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:17:43,631 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8aca2cafd2b574d2c748f2de93c15d53 2024-11-17T20:17:43,632 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/data/default/test/8aca2cafd2b574d2c748f2de93c15d53 2024-11-17T20:17:43,632 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/data/default/test/8aca2cafd2b574d2c748f2de93c15d53 2024-11-17T20:17:43,633 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8aca2cafd2b574d2c748f2de93c15d53 2024-11-17T20:17:43,633 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8aca2cafd2b574d2c748f2de93c15d53 2024-11-17T20:17:43,634 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T20:17:43,635 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8aca2cafd2b574d2c748f2de93c15d53 2024-11-17T20:17:43,637 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/data/default/test/8aca2cafd2b574d2c748f2de93c15d53/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:17:43,637 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8aca2cafd2b574d2c748f2de93c15d53; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73342747, jitterRate=0.09289209544658661}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T20:17:43,638 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8aca2cafd2b574d2c748f2de93c15d53 2024-11-17T20:17:43,638 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8aca2cafd2b574d2c748f2de93c15d53: Running coprocessor pre-open hook at 1731874663625Writing region info on filesystem at 1731874663625Initializing all the Stores at 1731874663626 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874663626Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874663626Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874663626Cleaning up temporary data from old regions at 1731874663633 (+7 ms)Running coprocessor post-open hooks at 1731874663638 (+5 ms)Region opened successfully at 1731874663638 2024-11-17T20:17:43,639 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731874662486.8aca2cafd2b574d2c748f2de93c15d53., pid=6, masterSystemTime=1731874663620 2024-11-17T20:17:43,640 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731874662486.8aca2cafd2b574d2c748f2de93c15d53. 2024-11-17T20:17:43,640 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731874662486.8aca2cafd2b574d2c748f2de93c15d53. 2024-11-17T20:17:43,641 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8aca2cafd2b574d2c748f2de93c15d53, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0b0b0ae8de03,46851,1731874657371 2024-11-17T20:17:43,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8aca2cafd2b574d2c748f2de93c15d53, server=0b0b0ae8de03,46851,1731874657371 because future has completed 2024-11-17T20:17:43,646 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T20:17:43,647 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8aca2cafd2b574d2c748f2de93c15d53, server=0b0b0ae8de03,46851,1731874657371 in 177 msec 2024-11-17T20:17:43,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T20:17:43,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8aca2cafd2b574d2c748f2de93c15d53, ASSIGN in 335 msec 2024-11-17T20:17:43,649 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T20:17:43,650 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874663649"}]},"ts":"1731874663649"} 2024-11-17T20:17:43,652 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T20:17:43,653 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T20:17:43,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1670 sec 2024-11-17T20:17:43,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T20:17:43,796 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T20:17:43,797 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T20:17:43,797 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-17T20:17:43,798 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:17:43,798 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-17T20:17:43,798 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T20:17:43,798 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-17T20:17:43,798 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T20:17:43,798 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-17T20:17:44,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:17:44,634 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T20:17:44,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@480e2333, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:44,635 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,36369,-1 for getting cluster id 2024-11-17T20:17:44,635 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:17:44,636 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8c3fd1d-2d70-4c22-919d-6a8a252fb845' 2024-11-17T20:17:44,636 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:17:44,636 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8c3fd1d-2d70-4c22-919d-6a8a252fb845" 2024-11-17T20:17:44,636 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2889745d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:44,636 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,36369,-1] 2024-11-17T20:17:44,636 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:17:44,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:44,637 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:17:44,638 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@539da382, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:44,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@105b91ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:44,639 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,45985,-1 for getting cluster id 2024-11-17T20:17:44,639 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:17:44,640 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da38efe8-3adc-42d2-bf24-4416928f2725' 2024-11-17T20:17:44,640 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:17:44,640 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da38efe8-3adc-42d2-bf24-4416928f2725" 2024-11-17T20:17:44,640 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d42baef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:44,640 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,45985,-1] 2024-11-17T20:17:44,640 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:17:44,641 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:44,641 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:17:44,642 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58ad8267, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:44,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f7afaea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:44,642 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,36369,-1 for getting cluster id 2024-11-17T20:17:44,643 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:17:44,643 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8c3fd1d-2d70-4c22-919d-6a8a252fb845' 2024-11-17T20:17:44,643 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:17:44,643 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8c3fd1d-2d70-4c22-919d-6a8a252fb845" 2024-11-17T20:17:44,644 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10f706a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:44,644 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,36369,-1] 2024-11-17T20:17:44,644 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:17:44,644 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:44,645 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:17:44,645 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e82b52b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:44,647 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:17:44,648 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,36369,1731874650863 2024-11-17T20:17:44,648 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d5bdeb9 2024-11-17T20:17:44,648 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:17:44,649 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:17:44,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://0b0b0ae8de03:45985,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-17T20:17:44,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T20:17:44,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:17:44,652 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b0b0ae8de03:45985' 2024-11-17T20:17:44,653 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ed170ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:44,653 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,45985,-1 for getting cluster id 2024-11-17T20:17:44,653 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:17:44,654 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da38efe8-3adc-42d2-bf24-4416928f2725' 2024-11-17T20:17:44,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:17:44,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da38efe8-3adc-42d2-bf24-4416928f2725" 2024-11-17T20:17:44,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f5a9be4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:44,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,45985,-1] 2024-11-17T20:17:44,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:17:44,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:44,655 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:17:44,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cadb1fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:44,656 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:17:44,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,45985,1731874657226 2024-11-17T20:17:44,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2def1331 2024-11-17T20:17:44,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:17:44,658 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:17:44,658 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T20:17:44,658 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T20:17:44,658 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:44,659 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:44,659 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:17:44,659 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:17:44,660 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T20:17:44,661 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T20:17:44,662 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:44,663 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T20:17:44,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741837_1013 (size=1138) 2024-11-17T20:17:44,710 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T20:17:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:17:44,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:17:45,071 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ce6506c13c9e845559155e00fa24e6e9, NAME => 'hbase:replication,,1731874664659.ce6506c13c9e845559155e00fa24e6e9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af 2024-11-17T20:17:45,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741838_1014 (size=44) 2024-11-17T20:17:45,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:17:45,477 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731874664659.ce6506c13c9e845559155e00fa24e6e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:17:45,477 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ce6506c13c9e845559155e00fa24e6e9, disabling compactions & flushes 2024-11-17T20:17:45,477 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731874664659.ce6506c13c9e845559155e00fa24e6e9. 2024-11-17T20:17:45,477 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731874664659.ce6506c13c9e845559155e00fa24e6e9. 2024-11-17T20:17:45,477 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731874664659.ce6506c13c9e845559155e00fa24e6e9. after waiting 0 ms 2024-11-17T20:17:45,477 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731874664659.ce6506c13c9e845559155e00fa24e6e9. 2024-11-17T20:17:45,477 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731874664659.ce6506c13c9e845559155e00fa24e6e9. 2024-11-17T20:17:45,477 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ce6506c13c9e845559155e00fa24e6e9: Waiting for close lock at 1731874665477Disabling compacts and flushes for region at 1731874665477Disabling writes for close at 1731874665477Writing region close event to WAL at 1731874665477Closed at 1731874665477 2024-11-17T20:17:45,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T20:17:45,479 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731874664659.ce6506c13c9e845559155e00fa24e6e9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731874665479"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731874665479"}]},"ts":"1731874665479"} 2024-11-17T20:17:45,481 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T20:17:45,482 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T20:17:45,482 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874665482"}]},"ts":"1731874665482"} 2024-11-17T20:17:45,484 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T20:17:45,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ce6506c13c9e845559155e00fa24e6e9, ASSIGN}] 2024-11-17T20:17:45,486 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ce6506c13c9e845559155e00fa24e6e9, ASSIGN 2024-11-17T20:17:45,487 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ce6506c13c9e845559155e00fa24e6e9, ASSIGN; state=OFFLINE, location=0b0b0ae8de03,33135,1731874651132; forceNewPlan=false, retain=false 2024-11-17T20:17:45,603 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T20:17:45,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:17:45,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:17:45,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:17:45,634 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T20:17:45,637 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ce6506c13c9e845559155e00fa24e6e9, regionState=OPENING, regionLocation=0b0b0ae8de03,33135,1731874651132 2024-11-17T20:17:45,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ce6506c13c9e845559155e00fa24e6e9, ASSIGN because future has completed 2024-11-17T20:17:45,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce6506c13c9e845559155e00fa24e6e9, server=0b0b0ae8de03,33135,1731874651132}] 2024-11-17T20:17:45,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:17:45,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731874664659.ce6506c13c9e845559155e00fa24e6e9. 2024-11-17T20:17:45,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:17:45,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T20:17:45,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C33135%2C1731874651132.rep, suffix=, logDir=hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132, archiveDir=hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/oldWALs, maxLogs=10 2024-11-17T20:17:45,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.rep.1731874665802, exclude list is [], retry=0 2024-11-17T20:17:45,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41409,DS-0357b554-5dd1-4594-a532-de986e59b28f,DISK] 2024-11-17T20:17:45,820 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.rep.1731874665802 2024-11-17T20:17:45,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33913:33913)] 2024-11-17T20:17:45,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ce6506c13c9e845559155e00fa24e6e9, NAME => 'hbase:replication,,1731874664659.ce6506c13c9e845559155e00fa24e6e9.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:17:45,821 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:17:45,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T20:17:45,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731874664659.ce6506c13c9e845559155e00fa24e6e9. service=MultiRowMutationService 2024-11-17T20:17:45,822 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T20:17:45,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ce6506c13c9e845559155e00fa24e6e9 2024-11-17T20:17:45,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731874664659.ce6506c13c9e845559155e00fa24e6e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:17:45,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ce6506c13c9e845559155e00fa24e6e9 2024-11-17T20:17:45,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ce6506c13c9e845559155e00fa24e6e9 2024-11-17T20:17:45,824 INFO [StoreOpener-ce6506c13c9e845559155e00fa24e6e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ce6506c13c9e845559155e00fa24e6e9 2024-11-17T20:17:45,826 INFO [StoreOpener-ce6506c13c9e845559155e00fa24e6e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce6506c13c9e845559155e00fa24e6e9 columnFamilyName hfileref 2024-11-17T20:17:45,826 DEBUG [StoreOpener-ce6506c13c9e845559155e00fa24e6e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:45,826 INFO [StoreOpener-ce6506c13c9e845559155e00fa24e6e9-1 {}] regionserver.HStore(327): Store=ce6506c13c9e845559155e00fa24e6e9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:17:45,827 INFO [StoreOpener-ce6506c13c9e845559155e00fa24e6e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ce6506c13c9e845559155e00fa24e6e9 2024-11-17T20:17:45,828 INFO [StoreOpener-ce6506c13c9e845559155e00fa24e6e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce6506c13c9e845559155e00fa24e6e9 columnFamilyName queue 2024-11-17T20:17:45,828 DEBUG [StoreOpener-ce6506c13c9e845559155e00fa24e6e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:45,828 INFO [StoreOpener-ce6506c13c9e845559155e00fa24e6e9-1 {}] regionserver.HStore(327): Store=ce6506c13c9e845559155e00fa24e6e9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:17:45,828 INFO [StoreOpener-ce6506c13c9e845559155e00fa24e6e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ce6506c13c9e845559155e00fa24e6e9 2024-11-17T20:17:45,830 INFO [StoreOpener-ce6506c13c9e845559155e00fa24e6e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce6506c13c9e845559155e00fa24e6e9 columnFamilyName sid 2024-11-17T20:17:45,830 DEBUG [StoreOpener-ce6506c13c9e845559155e00fa24e6e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:17:45,830 INFO [StoreOpener-ce6506c13c9e845559155e00fa24e6e9-1 {}] regionserver.HStore(327): Store=ce6506c13c9e845559155e00fa24e6e9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:17:45,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ce6506c13c9e845559155e00fa24e6e9 2024-11-17T20:17:45,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/hbase/replication/ce6506c13c9e845559155e00fa24e6e9 2024-11-17T20:17:45,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/hbase/replication/ce6506c13c9e845559155e00fa24e6e9 2024-11-17T20:17:45,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ce6506c13c9e845559155e00fa24e6e9 2024-11-17T20:17:45,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ce6506c13c9e845559155e00fa24e6e9 2024-11-17T20:17:45,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T20:17:45,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ce6506c13c9e845559155e00fa24e6e9 2024-11-17T20:17:45,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/hbase/replication/ce6506c13c9e845559155e00fa24e6e9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:17:45,837 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ce6506c13c9e845559155e00fa24e6e9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73998408, jitterRate=0.10266220569610596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T20:17:45,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ce6506c13c9e845559155e00fa24e6e9 2024-11-17T20:17:45,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ce6506c13c9e845559155e00fa24e6e9: Running coprocessor pre-open hook at 1731874665822Writing region info on filesystem at 1731874665822Initializing all the Stores at 1731874665823 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874665823Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874665824 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874665824Cleaning up temporary data from old regions at 1731874665832 (+8 ms)Running coprocessor post-open hooks at 1731874665837 (+5 ms)Region opened successfully at 1731874665837 2024-11-17T20:17:45,838 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731874664659.ce6506c13c9e845559155e00fa24e6e9., pid=10, masterSystemTime=1731874665793 2024-11-17T20:17:45,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731874664659.ce6506c13c9e845559155e00fa24e6e9. 2024-11-17T20:17:45,840 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731874664659.ce6506c13c9e845559155e00fa24e6e9. 2024-11-17T20:17:45,841 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ce6506c13c9e845559155e00fa24e6e9, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,33135,1731874651132 2024-11-17T20:17:45,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce6506c13c9e845559155e00fa24e6e9, server=0b0b0ae8de03,33135,1731874651132 because future has completed 2024-11-17T20:17:45,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T20:17:45,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ce6506c13c9e845559155e00fa24e6e9, server=0b0b0ae8de03,33135,1731874651132 in 205 msec 2024-11-17T20:17:45,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T20:17:45,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ce6506c13c9e845559155e00fa24e6e9, ASSIGN in 363 msec 2024-11-17T20:17:45,851 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T20:17:45,851 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874665851"}]},"ts":"1731874665851"} 2024-11-17T20:17:45,853 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T20:17:45,854 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T20:17:45,855 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1950 sec 2024-11-17T20:17:45,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731874664659.ce6506c13c9e845559155e00fa24e6e9., hostname=0b0b0ae8de03,33135,1731874651132, seqNum=2] 2024-11-17T20:17:45,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1014a71edc20000, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1431069416 2024-11-17T20:17:45,938 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33135-0x1014a71edc20001, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1431069416 2024-11-17T20:17:45,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T20:17:46,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33135 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T20:17:46,114 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T20:17:46,140 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-0b0b0ae8de03,33135,1731874651132, ReplicationSource: 1, currentBandwidth=0 2024-11-17T20:17:46,140 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:17:46,140 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,33135,1731874651132, seqNum=-1] 2024-11-17T20:17:46,141 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:17:46,142 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55857, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-17T20:17:46,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-0b0b0ae8de03,33135,1731874651132', locateType=CURRENT is [region=hbase:replication,,1731874664659.ce6506c13c9e845559155e00fa24e6e9., hostname=0b0b0ae8de03,33135,1731874651132, seqNum=2] 2024-11-17T20:17:46,146 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T20:17:46,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T20:17:46,148 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 0b0b0ae8de03,33135,1731874651132 suceeded 2024-11-17T20:17:46,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T20:17:46,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-17T20:17:46,150 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://0b0b0ae8de03:45985,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-17T20:17:46,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5010 sec 2024-11-17T20:17:46,191 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b0b0ae8de03:45985' 2024-11-17T20:17:46,192 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f26add5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:46,192 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,45985,-1 for getting cluster id 2024-11-17T20:17:46,192 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:17:46,193 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da38efe8-3adc-42d2-bf24-4416928f2725' 2024-11-17T20:17:46,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:17:46,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da38efe8-3adc-42d2-bf24-4416928f2725" 2024-11-17T20:17:46,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17853c17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:46,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,45985,-1] 2024-11-17T20:17:46,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:17:46,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:46,195 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:17:46,195 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3bd431dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:46,195 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:17:46,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,45985,1731874657226 2024-11-17T20:17:46,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67434100 2024-11-17T20:17:46,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:17:46,197 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-17T20:17:46,198 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0b0b0ae8de03,33135,1731874651132 (queues=1) is replicating from cluster=c8c3fd1d-2d70-4c22-919d-6a8a252fb845 to cluster=da38efe8-3adc-42d2-bf24-4416928f2725 2024-11-17T20:17:46,198 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0b0b0ae8de03%2C33135%2C1731874651132 2024-11-17T20:17:46,198 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0b0b0ae8de03,33135,1731874651132, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T20:17:46,198 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.shipper0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0b0b0ae8de03%2C33135%2C1731874651132 2024-11-17T20:17:46,198 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.wal-reader.0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747, startPosition=0, beingWritten=true 2024-11-17T20:17:46,208 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.wal-reader.0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T20:17:46,208 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.wal-reader.0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747 to pos 379, reset compression=false 2024-11-17T20:17:46,208 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.shipper0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,33135,1731874651132 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T20:17:46,413 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.wal-reader.0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747 to pos 379, reset compression=false 2024-11-17T20:17:46,717 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.wal-reader.0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747 to pos 379, reset compression=false 2024-11-17T20:17:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:17:46,794 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T20:17:46,794 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:17:46,794 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:17:46,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:46,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:46,795 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:17:46,795 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:17:46,802 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731874666800/Put/seqid=0 2024-11-17T20:17:46,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741840_1016 (size=7894) 2024-11-17T20:17:47,121 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.wal-reader.0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747 to pos 379, reset compression=false 2024-11-17T20:17:47,255 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/load_f/f/hfile_1 is 34, key is ddd/f:row/1731874667253/Put/seqid=0 2024-11-17T20:17:47,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741841_1017 (size=7691) 2024-11-17T20:17:47,625 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.wal-reader.0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747 to pos 379, reset compression=false 2024-11-17T20:17:47,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@764c8ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:47,665 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,36369,-1 for getting cluster id 2024-11-17T20:17:47,666 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:17:47,666 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8c3fd1d-2d70-4c22-919d-6a8a252fb845' 2024-11-17T20:17:47,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:17:47,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8c3fd1d-2d70-4c22-919d-6a8a252fb845" 2024-11-17T20:17:47,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67a835f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:47,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,36369,-1] 2024-11-17T20:17:47,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:17:47,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:47,668 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:17:47,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59fb183d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:47,670 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:17:47,671 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,33135,1731874651132, seqNum=-1] 2024-11-17T20:17:47,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:17:47,673 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:17:47,682 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:17:47,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,36369,1731874650863 2024-11-17T20:17:47,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6361654e 2024-11-17T20:17:47,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:17:47,686 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:17:47,692 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731874660324.877ee6e1e7ea47cf89a48812e53900a3., hostname=0b0b0ae8de03,33135,1731874651132, seqNum=2] 2024-11-17T20:17:47,700 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T20:17:47,711 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-17T20:17:47,714 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-17T20:17:47,728 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/load_f/f/hfile_1 for inclusion in 877ee6e1e7ea47cf89a48812e53900a3/f 2024-11-17T20:17:47,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-17T20:17:47,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T20:17:47,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/load_f/f/hfile_0 for inclusion in 877ee6e1e7ea47cf89a48812e53900a3/f 2024-11-17T20:17:47,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-17T20:17:47,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T20:17:47,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] regionserver.HRegion(2603): Flush status journal for 877ee6e1e7ea47cf89a48812e53900a3: 2024-11-17T20:17:47,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/load_f/f/hfile_1 to hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/staging/jenkins__test__19f1fsh7meib0de6e7ojaqqj1930kllbd1n9a3d095lu5e2ngq4lredtvhu6qdal/f/hfile_1 2024-11-17T20:17:47,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/staging/jenkins__test__19f1fsh7meib0de6e7ojaqqj1930kllbd1n9a3d095lu5e2ngq4lredtvhu6qdal/f/hfile_1 as hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/default/test/877ee6e1e7ea47cf89a48812e53900a3/f/9d46970a95d944a582974c08d06edab2_SeqId_4_ 2024-11-17T20:17:47,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/load_f/f/hfile_0 to hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/staging/jenkins__test__19f1fsh7meib0de6e7ojaqqj1930kllbd1n9a3d095lu5e2ngq4lredtvhu6qdal/f/hfile_0 2024-11-17T20:17:47,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/staging/jenkins__test__19f1fsh7meib0de6e7ojaqqj1930kllbd1n9a3d095lu5e2ngq4lredtvhu6qdal/f/hfile_0 as hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/default/test/877ee6e1e7ea47cf89a48812e53900a3/f/3eac4739be014aac811d73515f728bb8_SeqId_4_ 2024-11-17T20:17:47,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/staging/jenkins__test__19f1fsh7meib0de6e7ojaqqj1930kllbd1n9a3d095lu5e2ngq4lredtvhu6qdal/f/hfile_1 into 877ee6e1e7ea47cf89a48812e53900a3/f as hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/default/test/877ee6e1e7ea47cf89a48812e53900a3/f/9d46970a95d944a582974c08d06edab2_SeqId_4_ - updating store file list. 2024-11-17T20:17:47,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9d46970a95d944a582974c08d06edab2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T20:17:47,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/default/test/877ee6e1e7ea47cf89a48812e53900a3/f/9d46970a95d944a582974c08d06edab2_SeqId_4_ into 877ee6e1e7ea47cf89a48812e53900a3/f 2024-11-17T20:17:47,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/staging/jenkins__test__19f1fsh7meib0de6e7ojaqqj1930kllbd1n9a3d095lu5e2ngq4lredtvhu6qdal/f/hfile_1 into 877ee6e1e7ea47cf89a48812e53900a3/f (new location: hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/default/test/877ee6e1e7ea47cf89a48812e53900a3/f/9d46970a95d944a582974c08d06edab2_SeqId_4_) 2024-11-17T20:17:47,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/staging/jenkins__test__19f1fsh7meib0de6e7ojaqqj1930kllbd1n9a3d095lu5e2ngq4lredtvhu6qdal/f/hfile_1 2024-11-17T20:17:47,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/staging/jenkins__test__19f1fsh7meib0de6e7ojaqqj1930kllbd1n9a3d095lu5e2ngq4lredtvhu6qdal/f/hfile_0 into 877ee6e1e7ea47cf89a48812e53900a3/f as hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/default/test/877ee6e1e7ea47cf89a48812e53900a3/f/3eac4739be014aac811d73515f728bb8_SeqId_4_ - updating store file list. 2024-11-17T20:17:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3eac4739be014aac811d73515f728bb8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T20:17:47,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/default/test/877ee6e1e7ea47cf89a48812e53900a3/f/3eac4739be014aac811d73515f728bb8_SeqId_4_ into 877ee6e1e7ea47cf89a48812e53900a3/f 2024-11-17T20:17:47,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/staging/jenkins__test__19f1fsh7meib0de6e7ojaqqj1930kllbd1n9a3d095lu5e2ngq4lredtvhu6qdal/f/hfile_0 into 877ee6e1e7ea47cf89a48812e53900a3/f (new location: hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/default/test/877ee6e1e7ea47cf89a48812e53900a3/f/3eac4739be014aac811d73515f728bb8_SeqId_4_) 2024-11-17T20:17:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/staging/jenkins__test__19f1fsh7meib0de6e7ojaqqj1930kllbd1n9a3d095lu5e2ngq4lredtvhu6qdal/f/hfile_0 2024-11-17T20:17:47,782 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:17:47,782 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:17:47,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:47,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:47,782 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:17:47,783 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:17:47,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731874660324.877ee6e1e7ea47cf89a48812e53900a3., hostname=0b0b0ae8de03,33135,1731874651132, seqNum=2 , the old value is region=test,,1731874660324.877ee6e1e7ea47cf89a48812e53900a3., hostname=0b0b0ae8de03,33135,1731874651132, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=0b0b0ae8de03:33135 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T20:17:47,784 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,46851,1731874657371, seqNum=-1] 2024-11-17T20:17:47,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731874660324.877ee6e1e7ea47cf89a48812e53900a3., hostname=0b0b0ae8de03,33135,1731874651132, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T20:17:47,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731874660324.877ee6e1e7ea47cf89a48812e53900a3., hostname=0b0b0ae8de03,33135,1731874651132, seqNum=2 from cache 2024-11-17T20:17:47,785 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:17:47,787 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:17:47,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:48912 deadline: 1731874727782 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:48912 2024-11-17T20:17:47,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731874662486.8aca2cafd2b574d2c748f2de93c15d53., hostname=0b0b0ae8de03,46851,1731874657371, seqNum=2] 2024-11-17T20:17:47,792 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T20:17:47,894 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:33135 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-17T20:17:48,230 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.wal-reader.0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747 to pos 379, reset compression=false 2024-11-17T20:17:48,237 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.wal-reader.0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T20:17:48,237 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.shipper0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,33135,1731874651132 got entry batch from reader: WALEntryBatch [walEntries=[{test/877ee6e1e7ea47cf89a48812e53900a3/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731874667777/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-17T20:17:48,256 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.shipper0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T20:17:48,258 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-17T20:17:48,260 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46851 {}] regionserver.ReplicationSink(318): Replicating [c8c3fd1d-2d70-4c22-919d-6a8a252fb845] bulk loaded data 2024-11-17T20:17:48,262 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b9cf1ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:48,262 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46851 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,45985,-1 for getting cluster id 2024-11-17T20:17:48,262 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:17:48,263 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da38efe8-3adc-42d2-bf24-4416928f2725' 2024-11-17T20:17:48,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:17:48,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da38efe8-3adc-42d2-bf24-4416928f2725" 2024-11-17T20:17:48,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5254845c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:48,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,45985,-1] 2024-11-17T20:17:48,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:17:48,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:48,264 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:17:48,265 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14b00506, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:48,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741837_1013 (size=7691) 2024-11-17T20:17:48,438 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.wal-reader.0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747 to pos 687, reset compression=false 2024-11-17T20:17:48,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741838_1014 (size=7894) 2024-11-17T20:17:48,742 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.wal-reader.0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747 to pos 687, reset compression=false 2024-11-17T20:17:48,794 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T20:17:49,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46851 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:17:49,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,45985,1731874657226 2024-11-17T20:17:49,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4072c492 2024-11-17T20:17:49,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:17:49,093 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-17T20:17:49,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46851 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T20:17:49,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46851 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:17:49,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,46851,1731874657371, seqNum=-1] 2024-11-17T20:17:49,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:17:49,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-17T20:17:49,105 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/staging/jenkins.hfs.6__test__ad20ei8p1nhridfucbfinlesl9kvv9o2hohfiqer3n5cdvunk31rjmlvel32pmrh/f/3eac4739be014aac811d73515f728bb8_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-17T20:17:49,108 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/staging/jenkins.hfs.6__test__ad20ei8p1nhridfucbfinlesl9kvv9o2hohfiqer3n5cdvunk31rjmlvel32pmrh/f/9d46970a95d944a582974c08d06edab2_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-17T20:17:49,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46851 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/staging/jenkins.hfs.6__test__ad20ei8p1nhridfucbfinlesl9kvv9o2hohfiqer3n5cdvunk31rjmlvel32pmrh/f/9d46970a95d944a582974c08d06edab2_SeqId_4_ for inclusion in 8aca2cafd2b574d2c748f2de93c15d53/f 2024-11-17T20:17:49,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46851 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-17T20:17:49,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46851 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T20:17:49,114 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46851 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/staging/jenkins.hfs.6__test__ad20ei8p1nhridfucbfinlesl9kvv9o2hohfiqer3n5cdvunk31rjmlvel32pmrh/f/3eac4739be014aac811d73515f728bb8_SeqId_4_ for inclusion in 8aca2cafd2b574d2c748f2de93c15d53/f 2024-11-17T20:17:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46851 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-17T20:17:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46851 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T20:17:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46851 {}] regionserver.HRegion(2603): Flush status journal for 8aca2cafd2b574d2c748f2de93c15d53: 2024-11-17T20:17:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46851 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9d46970a95d944a582974c08d06edab2_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-17T20:17:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/staging/jenkins.hfs.6__test__ad20ei8p1nhridfucbfinlesl9kvv9o2hohfiqer3n5cdvunk31rjmlvel32pmrh/f/9d46970a95d944a582974c08d06edab2_SeqId_4_ as hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/data/default/test/8aca2cafd2b574d2c748f2de93c15d53/f/aa3f122c34c64399a0c6ead2b799123a_SeqId_4_ 2024-11-17T20:17:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46851 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3eac4739be014aac811d73515f728bb8_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-17T20:17:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/staging/jenkins.hfs.6__test__ad20ei8p1nhridfucbfinlesl9kvv9o2hohfiqer3n5cdvunk31rjmlvel32pmrh/f/3eac4739be014aac811d73515f728bb8_SeqId_4_ as hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/data/default/test/8aca2cafd2b574d2c748f2de93c15d53/f/e107d65f8daf415f809de579f852f752_SeqId_4_ 2024-11-17T20:17:49,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46851 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/staging/jenkins.hfs.6__test__ad20ei8p1nhridfucbfinlesl9kvv9o2hohfiqer3n5cdvunk31rjmlvel32pmrh/f/9d46970a95d944a582974c08d06edab2_SeqId_4_ into 8aca2cafd2b574d2c748f2de93c15d53/f as hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/data/default/test/8aca2cafd2b574d2c748f2de93c15d53/f/aa3f122c34c64399a0c6ead2b799123a_SeqId_4_ - updating store file list. 2024-11-17T20:17:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46851 {}] regionserver.HStoreFile(483): HFile Bloom filter type for aa3f122c34c64399a0c6ead2b799123a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T20:17:49,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46851 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/data/default/test/8aca2cafd2b574d2c748f2de93c15d53/f/aa3f122c34c64399a0c6ead2b799123a_SeqId_4_ into 8aca2cafd2b574d2c748f2de93c15d53/f 2024-11-17T20:17:49,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46851 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/staging/jenkins.hfs.6__test__ad20ei8p1nhridfucbfinlesl9kvv9o2hohfiqer3n5cdvunk31rjmlvel32pmrh/f/9d46970a95d944a582974c08d06edab2_SeqId_4_ into 8aca2cafd2b574d2c748f2de93c15d53/f (new location: hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/data/default/test/8aca2cafd2b574d2c748f2de93c15d53/f/aa3f122c34c64399a0c6ead2b799123a_SeqId_4_) 2024-11-17T20:17:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46851 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/staging/jenkins.hfs.6__test__ad20ei8p1nhridfucbfinlesl9kvv9o2hohfiqer3n5cdvunk31rjmlvel32pmrh/f/9d46970a95d944a582974c08d06edab2_SeqId_4_ 2024-11-17T20:17:49,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46851 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/staging/jenkins.hfs.6__test__ad20ei8p1nhridfucbfinlesl9kvv9o2hohfiqer3n5cdvunk31rjmlvel32pmrh/f/3eac4739be014aac811d73515f728bb8_SeqId_4_ into 8aca2cafd2b574d2c748f2de93c15d53/f as hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/data/default/test/8aca2cafd2b574d2c748f2de93c15d53/f/e107d65f8daf415f809de579f852f752_SeqId_4_ - updating store file list. 2024-11-17T20:17:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46851 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e107d65f8daf415f809de579f852f752_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T20:17:49,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46851 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/data/default/test/8aca2cafd2b574d2c748f2de93c15d53/f/e107d65f8daf415f809de579f852f752_SeqId_4_ into 8aca2cafd2b574d2c748f2de93c15d53/f 2024-11-17T20:17:49,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46851 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/staging/jenkins.hfs.6__test__ad20ei8p1nhridfucbfinlesl9kvv9o2hohfiqer3n5cdvunk31rjmlvel32pmrh/f/3eac4739be014aac811d73515f728bb8_SeqId_4_ into 8aca2cafd2b574d2c748f2de93c15d53/f (new location: hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/data/default/test/8aca2cafd2b574d2c748f2de93c15d53/f/e107d65f8daf415f809de579f852f752_SeqId_4_) 2024-11-17T20:17:49,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46851 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/staging/jenkins.hfs.6__test__ad20ei8p1nhridfucbfinlesl9kvv9o2hohfiqer3n5cdvunk31rjmlvel32pmrh/f/3eac4739be014aac811d73515f728bb8_SeqId_4_ 2024-11-17T20:17:49,134 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46851 {}] regionserver.ReplicationSink(324): Finished replicating [c8c3fd1d-2d70-4c22-919d-6a8a252fb845] bulk loaded data 2024-11-17T20:17:49,147 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.wal-reader.0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747 to pos 687, reset compression=false 2024-11-17T20:17:49,652 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.wal-reader.0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747 to pos 687, reset compression=false 2024-11-17T20:17:49,810 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:17:49,814 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731874669813/Put/seqid=0 2024-11-17T20:17:49,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741842_1018 (size=7997) 2024-11-17T20:17:50,223 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731874670222/Put/seqid=0 2024-11-17T20:17:50,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741843_1019 (size=7794) 2024-11-17T20:17:50,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@653bbc13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:50,252 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,36369,-1 for getting cluster id 2024-11-17T20:17:50,253 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:17:50,254 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8c3fd1d-2d70-4c22-919d-6a8a252fb845' 2024-11-17T20:17:50,254 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:17:50,254 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8c3fd1d-2d70-4c22-919d-6a8a252fb845" 2024-11-17T20:17:50,254 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a723fe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:50,254 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,36369,-1] 2024-11-17T20:17:50,254 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:17:50,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:50,256 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:17:50,256 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.wal-reader.0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747 to pos 687, reset compression=false 2024-11-17T20:17:50,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b28a1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:17:50,257 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:17:50,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,33135,1731874651132, seqNum=-1] 2024-11-17T20:17:50,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:17:50,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:17:50,273 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:17:50,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,36369,1731874650863 2024-11-17T20:17:50,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ba2f58a 2024-11-17T20:17:50,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:17:50,275 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:17:50,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731874660324.877ee6e1e7ea47cf89a48812e53900a3., hostname=0b0b0ae8de03,33135,1731874651132, seqNum=2] 2024-11-17T20:17:50,284 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T20:17:50,299 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-17T20:17:50,304 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-17T20:17:50,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/load_f1/f1/hfile_1 for inclusion in 877ee6e1e7ea47cf89a48812e53900a3/f1 2024-11-17T20:17:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-17T20:17:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T20:17:50,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/load_f1/f1/hfile_0 for inclusion in 877ee6e1e7ea47cf89a48812e53900a3/f1 2024-11-17T20:17:50,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-17T20:17:50,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T20:17:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] regionserver.HRegion(2603): Flush status journal for 877ee6e1e7ea47cf89a48812e53900a3: 2024-11-17T20:17:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/load_f1/f1/hfile_1 to hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/staging/jenkins__test__5md5hm4liord7gt2mksareva4cmdqe7cg10cd8nqseacf0f37tusif124mc91ojv/f1/hfile_1 2024-11-17T20:17:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/staging/jenkins__test__5md5hm4liord7gt2mksareva4cmdqe7cg10cd8nqseacf0f37tusif124mc91ojv/f1/hfile_1 as hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/default/test/877ee6e1e7ea47cf89a48812e53900a3/f1/f8571ab6dbba4bb6b8d904fcabfee1e3_SeqId_6_ 2024-11-17T20:17:50,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/load_f1/f1/hfile_0 to hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/staging/jenkins__test__5md5hm4liord7gt2mksareva4cmdqe7cg10cd8nqseacf0f37tusif124mc91ojv/f1/hfile_0 2024-11-17T20:17:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/staging/jenkins__test__5md5hm4liord7gt2mksareva4cmdqe7cg10cd8nqseacf0f37tusif124mc91ojv/f1/hfile_0 as hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/default/test/877ee6e1e7ea47cf89a48812e53900a3/f1/9d795c7385704191a38c826e51c2fb59_SeqId_6_ 2024-11-17T20:17:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-17T20:17:50,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/staging/jenkins__test__5md5hm4liord7gt2mksareva4cmdqe7cg10cd8nqseacf0f37tusif124mc91ojv/f1/hfile_1 into 877ee6e1e7ea47cf89a48812e53900a3/f1 as hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/default/test/877ee6e1e7ea47cf89a48812e53900a3/f1/f8571ab6dbba4bb6b8d904fcabfee1e3_SeqId_6_ - updating store file list. 2024-11-17T20:17:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f8571ab6dbba4bb6b8d904fcabfee1e3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T20:17:50,334 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/default/test/877ee6e1e7ea47cf89a48812e53900a3/f1/f8571ab6dbba4bb6b8d904fcabfee1e3_SeqId_6_ into 877ee6e1e7ea47cf89a48812e53900a3/f1 2024-11-17T20:17:50,334 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/staging/jenkins__test__5md5hm4liord7gt2mksareva4cmdqe7cg10cd8nqseacf0f37tusif124mc91ojv/f1/hfile_1 into 877ee6e1e7ea47cf89a48812e53900a3/f1 (new location: hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/default/test/877ee6e1e7ea47cf89a48812e53900a3/f1/f8571ab6dbba4bb6b8d904fcabfee1e3_SeqId_6_) 2024-11-17T20:17:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/staging/jenkins__test__5md5hm4liord7gt2mksareva4cmdqe7cg10cd8nqseacf0f37tusif124mc91ojv/f1/hfile_1 2024-11-17T20:17:50,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/staging/jenkins__test__5md5hm4liord7gt2mksareva4cmdqe7cg10cd8nqseacf0f37tusif124mc91ojv/f1/hfile_0 into 877ee6e1e7ea47cf89a48812e53900a3/f1 as hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/default/test/877ee6e1e7ea47cf89a48812e53900a3/f1/9d795c7385704191a38c826e51c2fb59_SeqId_6_ - updating store file list. 2024-11-17T20:17:50,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9d795c7385704191a38c826e51c2fb59_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T20:17:50,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/default/test/877ee6e1e7ea47cf89a48812e53900a3/f1/9d795c7385704191a38c826e51c2fb59_SeqId_6_ into 877ee6e1e7ea47cf89a48812e53900a3/f1 2024-11-17T20:17:50,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/staging/jenkins__test__5md5hm4liord7gt2mksareva4cmdqe7cg10cd8nqseacf0f37tusif124mc91ojv/f1/hfile_0 into 877ee6e1e7ea47cf89a48812e53900a3/f1 (new location: hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/default/test/877ee6e1e7ea47cf89a48812e53900a3/f1/9d795c7385704191a38c826e51c2fb59_SeqId_6_) 2024-11-17T20:17:50,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/staging/jenkins__test__5md5hm4liord7gt2mksareva4cmdqe7cg10cd8nqseacf0f37tusif124mc91ojv/f1/hfile_0 2024-11-17T20:17:50,354 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:17:50,354 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:17:50,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:50,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:17:50,355 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:17:50,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731874660324.877ee6e1e7ea47cf89a48812e53900a3., hostname=0b0b0ae8de03,33135,1731874651132, seqNum=2 , the old value is region=test,,1731874660324.877ee6e1e7ea47cf89a48812e53900a3., hostname=0b0b0ae8de03,33135,1731874651132, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=0b0b0ae8de03:33135 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T20:17:50,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731874660324.877ee6e1e7ea47cf89a48812e53900a3., hostname=0b0b0ae8de03,33135,1731874651132, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T20:17:50,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731874660324.877ee6e1e7ea47cf89a48812e53900a3., hostname=0b0b0ae8de03,33135,1731874651132, seqNum=2 from cache 2024-11-17T20:17:50,355 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:17:50,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:48918 deadline: 1731874730354 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:48918 2024-11-17T20:17:50,356 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,33135,1731874651132, seqNum=-1] 2024-11-17T20:17:50,357 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:17:50,358 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:17:50,361 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731874660324.877ee6e1e7ea47cf89a48812e53900a3., hostname=0b0b0ae8de03,33135,1731874651132, seqNum=2] 2024-11-17T20:17:50,464 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:33135 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-17T20:17:50,967 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.wal-reader.0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747 to pos 687, reset compression=false 2024-11-17T20:17:50,972 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.wal-reader.0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T20:17:50,972 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.wal-reader.0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747 to pos 997, reset compression=false 2024-11-17T20:17:50,972 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.shipper0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,33135,1731874651132 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T20:17:51,175 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.wal-reader.0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747 to pos 997, reset compression=false 2024-11-17T20:17:51,324 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T20:17:51,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:17:51,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:17:51,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:17:51,479 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.wal-reader.0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747 to pos 997, reset compression=false 2024-11-17T20:17:51,635 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T20:17:51,883 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.wal-reader.0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747 to pos 997, reset compression=false 2024-11-17T20:17:52,387 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.wal-reader.0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747 to pos 997, reset compression=false 2024-11-17T20:17:52,991 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.wal-reader.0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747 to pos 997, reset compression=false 2024-11-17T20:17:53,694 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.wal-reader.0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747 to pos 997, reset compression=false 2024-11-17T20:17:53,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-17T20:17:53,796 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-17T20:17:54,498 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.wal-reader.0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747 to pos 997, reset compression=false 2024-11-17T20:17:55,402 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.wal-reader.0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747 to pos 997, reset compression=false 2024-11-17T20:17:56,406 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.wal-reader.0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747 to pos 997, reset compression=false 2024-11-17T20:17:57,511 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.wal-reader.0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747 to pos 997, reset compression=false 2024-11-17T20:17:58,715 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.wal-reader.0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747 to pos 997, reset compression=false 2024-11-17T20:18:00,023 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.wal-reader.0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747 to pos 997, reset compression=false 2024-11-17T20:18:00,450 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T20:18:01,427 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.wal-reader.0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747 to pos 997, reset compression=false 2024-11-17T20:18:02,932 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.wal-reader.0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747 to pos 997, reset compression=false 2024-11-17T20:18:04,536 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.wal-reader.0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747 to pos 997, reset compression=false 2024-11-17T20:18:06,241 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.wal-reader.0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747 to pos 997, reset compression=false 2024-11-17T20:18:06,815 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T20:18:08,044 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.wal-reader.0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747 to pos 997, reset compression=false 2024-11-17T20:18:09,948 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.wal-reader.0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747 to pos 997, reset compression=false 2024-11-17T20:18:10,975 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.shipper0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,33135,1731874651132 got entry batch from reader: null 2024-11-17T20:18:11,952 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.wal-reader.0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747 to pos 997, reset compression=false 2024-11-17T20:18:14,057 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.wal-reader.0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747 to pos 997, reset compression=false 2024-11-17T20:18:14,886 INFO [master/0b0b0ae8de03:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-17T20:18:14,886 INFO [master/0b0b0ae8de03:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-17T20:18:16,263 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.wal-reader.0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747 to pos 997, reset compression=false 2024-11-17T20:18:18,568 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.wal-reader.0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747 to pos 997, reset compression=false 2024-11-17T20:18:20,163 INFO [master/0b0b0ae8de03:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-17T20:18:20,163 INFO [master/0b0b0ae8de03:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-17T20:18:20,973 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.wal-reader.0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747 to pos 997, reset compression=false 2024-11-17T20:18:23,477 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.wal-reader.0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747 to pos 997, reset compression=false 2024-11-17T20:18:26,081 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.wal-reader.0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747 to pos 997, reset compression=false 2024-11-17T20:18:26,465 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 877ee6e1e7ea47cf89a48812e53900a3, had cached 0 bytes from a total of 31376 2024-11-17T20:18:28,625 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 8aca2cafd2b574d2c748f2de93c15d53, had cached 0 bytes from a total of 15585 2024-11-17T20:18:28,784 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.wal-reader.0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747 to pos 997, reset compression=false 2024-11-17T20:18:30,450 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T20:18:30,975 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.shipper0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,33135,1731874651132 got entry batch from reader: null 2024-11-17T20:18:31,588 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.wal-reader.0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747 to pos 997, reset compression=false 2024-11-17T20:18:34,499 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.wal-reader.0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747 to pos 997, reset compression=false 2024-11-17T20:18:34,925 DEBUG [master/0b0b0ae8de03:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-17T20:18:36,815 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T20:18:37,505 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.wal-reader.0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747 to pos 997, reset compression=false 2024-11-17T20:18:40,192 DEBUG [master/0b0b0ae8de03:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-17T20:18:40,609 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.wal-reader.0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747 to pos 997, reset compression=false 2024-11-17T20:18:43,812 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.wal-reader.0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747 to pos 997, reset compression=false 2024-11-17T20:18:47,116 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.wal-reader.0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747 to pos 997, reset compression=false 2024-11-17T20:18:50,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T20:18:50,406 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:18:50,406 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:18:50,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:18:50,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:18:50,406 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:18:50,406 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T20:18:50,407 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=298932024, stopped=false 2024-11-17T20:18:50,407 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0b0b0ae8de03,45985,1731874657226 2024-11-17T20:18:50,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46851-0x1014a71edc20004, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1570113978/running 2024-11-17T20:18:50,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45985-0x1014a71edc20003, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1570113978/running 2024-11-17T20:18:50,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46851-0x1014a71edc20004, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570113978 2024-11-17T20:18:50,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45985-0x1014a71edc20003, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570113978 2024-11-17T20:18:50,455 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T20:18:50,456 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:18:50,456 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:18:50,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:18:50,456 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b0b0ae8de03,46851,1731874657371' ***** 2024-11-17T20:18:50,456 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T20:18:50,456 INFO [RS:0;0b0b0ae8de03:46851 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T20:18:50,456 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T20:18:50,456 INFO [RS:0;0b0b0ae8de03:46851 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T20:18:50,456 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45985-0x1014a71edc20003, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Set watcher on znode that does not yet exist, /1-1570113978/running 2024-11-17T20:18:50,456 INFO [RS:0;0b0b0ae8de03:46851 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T20:18:50,457 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46851-0x1014a71edc20004, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Set watcher on znode that does not yet exist, /1-1570113978/running 2024-11-17T20:18:50,457 INFO [RS:0;0b0b0ae8de03:46851 {}] regionserver.HRegionServer(3091): Received CLOSE for 8aca2cafd2b574d2c748f2de93c15d53 2024-11-17T20:18:50,457 INFO [RS:0;0b0b0ae8de03:46851 {}] regionserver.HRegionServer(959): stopping server 0b0b0ae8de03,46851,1731874657371 2024-11-17T20:18:50,457 INFO [RS:0;0b0b0ae8de03:46851 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:18:50,457 INFO [RS:0;0b0b0ae8de03:46851 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:46851. 2024-11-17T20:18:50,457 DEBUG [RS:0;0b0b0ae8de03:46851 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:18:50,457 DEBUG [RS:0;0b0b0ae8de03:46851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:18:50,457 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8aca2cafd2b574d2c748f2de93c15d53, disabling compactions & flushes 2024-11-17T20:18:50,457 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731874662486.8aca2cafd2b574d2c748f2de93c15d53. 2024-11-17T20:18:50,457 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731874662486.8aca2cafd2b574d2c748f2de93c15d53. 2024-11-17T20:18:50,457 INFO [RS:0;0b0b0ae8de03:46851 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T20:18:50,457 INFO [RS:0;0b0b0ae8de03:46851 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T20:18:50,457 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731874662486.8aca2cafd2b574d2c748f2de93c15d53. after waiting 0 ms 2024-11-17T20:18:50,457 INFO [RS:0;0b0b0ae8de03:46851 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T20:18:50,457 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731874662486.8aca2cafd2b574d2c748f2de93c15d53. 2024-11-17T20:18:50,457 INFO [RS:0;0b0b0ae8de03:46851 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T20:18:50,457 INFO [RS:0;0b0b0ae8de03:46851 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T20:18:50,457 DEBUG [RS:0;0b0b0ae8de03:46851 {}] regionserver.HRegionServer(1325): Online Regions={8aca2cafd2b574d2c748f2de93c15d53=test,,1731874662486.8aca2cafd2b574d2c748f2de93c15d53., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T20:18:50,457 DEBUG [RS:0;0b0b0ae8de03:46851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8aca2cafd2b574d2c748f2de93c15d53 2024-11-17T20:18:50,458 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T20:18:50,458 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T20:18:50,458 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T20:18:50,458 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T20:18:50,458 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T20:18:50,458 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-17T20:18:50,466 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/data/default/test/8aca2cafd2b574d2c748f2de93c15d53/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-17T20:18:50,467 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:18:50,467 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T20:18:50,467 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731874662486.8aca2cafd2b574d2c748f2de93c15d53. 2024-11-17T20:18:50,467 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8aca2cafd2b574d2c748f2de93c15d53: Waiting for close lock at 1731874730457Running coprocessor pre-close hooks at 1731874730457Disabling compacts and flushes for region at 1731874730457Disabling writes for close at 1731874730457Writing region close event to WAL at 1731874730458 (+1 ms)Running coprocessor post-close hooks at 1731874730467 (+9 ms)Closed at 1731874730467 2024-11-17T20:18:50,467 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731874662486.8aca2cafd2b574d2c748f2de93c15d53. 2024-11-17T20:18:50,478 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/data/hbase/meta/1588230740/.tmp/info/1e21b4fdfbfa47d6b558a7d0166524b7 is 129, key is test,,1731874662486.8aca2cafd2b574d2c748f2de93c15d53./info:regioninfo/1731874663641/Put/seqid=0 2024-11-17T20:18:50,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741839_1015 (size=6421) 2024-11-17T20:18:50,507 INFO [regionserver/0b0b0ae8de03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:18:50,520 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.wal-reader.0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747 to pos 997, reset compression=false 2024-11-17T20:18:50,545 INFO [regionserver/0b0b0ae8de03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T20:18:50,545 INFO [regionserver/0b0b0ae8de03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T20:18:50,658 DEBUG [RS:0;0b0b0ae8de03:46851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:18:50,858 DEBUG [RS:0;0b0b0ae8de03:46851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:18:50,883 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/data/hbase/meta/1588230740/.tmp/info/1e21b4fdfbfa47d6b558a7d0166524b7 2024-11-17T20:18:50,903 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/data/hbase/meta/1588230740/.tmp/ns/74f526774312429eb0b353155f2bd044 is 43, key is default/ns:d/1731874660149/Put/seqid=0 2024-11-17T20:18:50,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741840_1016 (size=5153) 2024-11-17T20:18:50,975 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.shipper0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,33135,1731874651132 got entry batch from reader: null 2024-11-17T20:18:51,058 DEBUG [RS:0;0b0b0ae8de03:46851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:18:51,258 DEBUG [RS:0;0b0b0ae8de03:46851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:18:51,308 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/data/hbase/meta/1588230740/.tmp/ns/74f526774312429eb0b353155f2bd044 2024-11-17T20:18:51,329 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/data/hbase/meta/1588230740/.tmp/rep_barrier/30ddbb5430aa4cc986d21ea3b3d64337 is 112, key is test,,1731874662486.8aca2cafd2b574d2c748f2de93c15d53./rep_barrier:seqnumDuringOpen/1731874663641/Put/seqid=0 2024-11-17T20:18:51,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741841_1017 (size=5518) 2024-11-17T20:18:51,458 INFO [RS:0;0b0b0ae8de03:46851 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T20:18:51,458 DEBUG [RS:0;0b0b0ae8de03:46851 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T20:18:51,458 DEBUG [RS:0;0b0b0ae8de03:46851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:18:51,658 DEBUG [RS:0;0b0b0ae8de03:46851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:18:51,758 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/data/hbase/meta/1588230740/.tmp/rep_barrier/30ddbb5430aa4cc986d21ea3b3d64337 2024-11-17T20:18:51,786 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/data/hbase/meta/1588230740/.tmp/table/ea0ea4f9e09b4d2ba86bf25b659666aa is 40, key is test/table:state/1731874663649/Put/seqid=0 2024-11-17T20:18:51,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741842_1018 (size=5165) 2024-11-17T20:18:51,859 DEBUG [RS:0;0b0b0ae8de03:46851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:18:52,059 DEBUG [RS:0;0b0b0ae8de03:46851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:18:52,190 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/data/hbase/meta/1588230740/.tmp/table/ea0ea4f9e09b4d2ba86bf25b659666aa 2024-11-17T20:18:52,196 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/data/hbase/meta/1588230740/.tmp/info/1e21b4fdfbfa47d6b558a7d0166524b7 as hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/data/hbase/meta/1588230740/info/1e21b4fdfbfa47d6b558a7d0166524b7 2024-11-17T20:18:52,202 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/data/hbase/meta/1588230740/info/1e21b4fdfbfa47d6b558a7d0166524b7, entries=10, sequenceid=11, filesize=6.3 K 2024-11-17T20:18:52,203 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/data/hbase/meta/1588230740/.tmp/ns/74f526774312429eb0b353155f2bd044 as hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/data/hbase/meta/1588230740/ns/74f526774312429eb0b353155f2bd044 2024-11-17T20:18:52,208 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/data/hbase/meta/1588230740/ns/74f526774312429eb0b353155f2bd044, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T20:18:52,209 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/data/hbase/meta/1588230740/.tmp/rep_barrier/30ddbb5430aa4cc986d21ea3b3d64337 as hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/data/hbase/meta/1588230740/rep_barrier/30ddbb5430aa4cc986d21ea3b3d64337 2024-11-17T20:18:52,215 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/data/hbase/meta/1588230740/rep_barrier/30ddbb5430aa4cc986d21ea3b3d64337, entries=1, sequenceid=11, filesize=5.4 K 2024-11-17T20:18:52,216 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/data/hbase/meta/1588230740/.tmp/table/ea0ea4f9e09b4d2ba86bf25b659666aa as hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/data/hbase/meta/1588230740/table/ea0ea4f9e09b4d2ba86bf25b659666aa 2024-11-17T20:18:52,223 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/data/hbase/meta/1588230740/table/ea0ea4f9e09b4d2ba86bf25b659666aa, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T20:18:52,224 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1766ms, sequenceid=11, compaction requested=false 2024-11-17T20:18:52,229 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-17T20:18:52,230 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:18:52,230 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T20:18:52,230 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T20:18:52,230 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731874730458Running coprocessor pre-close hooks at 1731874730458Disabling compacts and flushes for region at 1731874730458Disabling writes for close at 1731874730458Obtaining lock to block concurrent updates at 1731874730458Preparing flush snapshotting stores in 1588230740 at 1731874730458Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731874730458Flushing stores of hbase:meta,,1.1588230740 at 1731874730459 (+1 ms)Flushing 1588230740/info: creating writer at 1731874730459Flushing 1588230740/info: appending metadata at 1731874730478 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731874730478Flushing 1588230740/ns: creating writer at 1731874730889 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731874730902 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731874730902Flushing 1588230740/rep_barrier: creating writer at 1731874731315 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731874731329 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731874731329Flushing 1588230740/table: creating writer at 1731874731766 (+437 ms)Flushing 1588230740/table: appending metadata at 1731874731785 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731874731785Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@567f8e85: reopening flushed file at 1731874732195 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33a301d8: reopening flushed file at 1731874732202 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6860540e: reopening flushed file at 1731874732209 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b1e5290: reopening flushed file at 1731874732215 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1766ms, sequenceid=11, compaction requested=false at 1731874732224 (+9 ms)Writing region close event to WAL at 1731874732226 (+2 ms)Running coprocessor post-close hooks at 1731874732230 (+4 ms)Closed at 1731874732230 2024-11-17T20:18:52,230 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T20:18:52,259 INFO [RS:0;0b0b0ae8de03:46851 {}] regionserver.HRegionServer(976): stopping server 0b0b0ae8de03,46851,1731874657371; all regions closed. 2024-11-17T20:18:52,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741834_1010 (size=2717) 2024-11-17T20:18:52,263 DEBUG [RS:0;0b0b0ae8de03:46851 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/oldWALs 2024-11-17T20:18:52,263 INFO [RS:0;0b0b0ae8de03:46851 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b0b0ae8de03%2C46851%2C1731874657371.meta:.meta(num 1731874660086) 2024-11-17T20:18:52,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741833_1009 (size=1028) 2024-11-17T20:18:52,267 DEBUG [RS:0;0b0b0ae8de03:46851 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/oldWALs 2024-11-17T20:18:52,267 INFO [RS:0;0b0b0ae8de03:46851 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b0b0ae8de03%2C46851%2C1731874657371:(num 1731874659677) 2024-11-17T20:18:52,267 DEBUG [RS:0;0b0b0ae8de03:46851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:18:52,267 INFO [RS:0;0b0b0ae8de03:46851 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:18:52,267 INFO [RS:0;0b0b0ae8de03:46851 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:18:52,267 INFO [RS:0;0b0b0ae8de03:46851 {}] hbase.ChoreService(370): Chore service for: regionserver/0b0b0ae8de03:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-17T20:18:52,267 INFO [RS:0;0b0b0ae8de03:46851 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:18:52,267 INFO [regionserver/0b0b0ae8de03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:18:52,268 INFO [RS:0;0b0b0ae8de03:46851 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:46851. 2024-11-17T20:18:52,268 DEBUG [RS:0;0b0b0ae8de03:46851 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:18:52,268 DEBUG [RS:0;0b0b0ae8de03:46851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:18:52,268 DEBUG [RS:0;0b0b0ae8de03:46851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:18:52,268 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:18:52,268 INFO [RS:0;0b0b0ae8de03:46851 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46851 2024-11-17T20:18:52,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46851-0x1014a71edc20004, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1570113978/rs/0b0b0ae8de03,46851,1731874657371 2024-11-17T20:18:52,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45985-0x1014a71edc20003, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570113978/rs 2024-11-17T20:18:52,318 INFO [RS:0;0b0b0ae8de03:46851 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:18:52,329 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b0b0ae8de03,46851,1731874657371] 2024-11-17T20:18:52,339 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1570113978/draining/0b0b0ae8de03,46851,1731874657371 already deleted, retry=false 2024-11-17T20:18:52,339 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b0b0ae8de03,46851,1731874657371 expired; onlineServers=0 2024-11-17T20:18:52,339 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0b0b0ae8de03,45985,1731874657226' ***** 2024-11-17T20:18:52,339 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T20:18:52,340 INFO [M:0;0b0b0ae8de03:45985 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:18:52,340 INFO [M:0;0b0b0ae8de03:45985 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:18:52,340 DEBUG [M:0;0b0b0ae8de03:45985 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T20:18:52,340 DEBUG [M:0;0b0b0ae8de03:45985 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T20:18:52,340 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T20:18:52,340 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874659369 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874659369,5,FailOnTimeoutGroup] 2024-11-17T20:18:52,340 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874659369 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874659369,5,FailOnTimeoutGroup] 2024-11-17T20:18:52,340 INFO [M:0;0b0b0ae8de03:45985 {}] hbase.ChoreService(370): Chore service for: master/0b0b0ae8de03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T20:18:52,340 INFO [M:0;0b0b0ae8de03:45985 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:18:52,340 DEBUG [M:0;0b0b0ae8de03:45985 {}] master.HMaster(1795): Stopping service threads 2024-11-17T20:18:52,340 INFO [M:0;0b0b0ae8de03:45985 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T20:18:52,340 INFO [M:0;0b0b0ae8de03:45985 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T20:18:52,340 INFO [M:0;0b0b0ae8de03:45985 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T20:18:52,341 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T20:18:52,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45985-0x1014a71edc20003, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1570113978/master 2024-11-17T20:18:52,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45985-0x1014a71edc20003, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570113978 2024-11-17T20:18:52,350 DEBUG [M:0;0b0b0ae8de03:45985 {}] zookeeper.ZKUtil(347): master:45985-0x1014a71edc20003, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Unable to get data of znode /1-1570113978/master because node does not exist (not an error) 2024-11-17T20:18:52,350 WARN [M:0;0b0b0ae8de03:45985 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T20:18:52,351 INFO [M:0;0b0b0ae8de03:45985 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/.lastflushedseqids 2024-11-17T20:18:52,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741843_1019 (size=173) 2024-11-17T20:18:52,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46851-0x1014a71edc20004, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:18:52,429 INFO [RS:0;0b0b0ae8de03:46851 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:18:52,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46851-0x1014a71edc20004, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:18:52,429 INFO [RS:0;0b0b0ae8de03:46851 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b0b0ae8de03,46851,1731874657371; zookeeper connection closed. 2024-11-17T20:18:52,429 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4e86bac {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4e86bac 2024-11-17T20:18:52,430 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T20:18:52,756 INFO [M:0;0b0b0ae8de03:45985 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T20:18:52,756 INFO [M:0;0b0b0ae8de03:45985 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T20:18:52,756 DEBUG [M:0;0b0b0ae8de03:45985 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T20:18:52,756 INFO [M:0;0b0b0ae8de03:45985 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:18:52,756 DEBUG [M:0;0b0b0ae8de03:45985 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:18:52,756 DEBUG [M:0;0b0b0ae8de03:45985 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T20:18:52,756 DEBUG [M:0;0b0b0ae8de03:45985 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:18:52,757 INFO [M:0;0b0b0ae8de03:45985 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-17T20:18:52,770 DEBUG [M:0;0b0b0ae8de03:45985 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/435b91c0490e47b7a7e99be647ac3e30 is 82, key is hbase:meta,,1/info:regioninfo/1731874660116/Put/seqid=0 2024-11-17T20:18:52,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741844_1020 (size=5672) 2024-11-17T20:18:53,175 INFO [M:0;0b0b0ae8de03:45985 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/435b91c0490e47b7a7e99be647ac3e30 2024-11-17T20:18:53,194 DEBUG [M:0;0b0b0ae8de03:45985 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5cd7c39c88d44d14acf70899f451b313 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731874663654/Put/seqid=0 2024-11-17T20:18:53,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741845_1021 (size=6727) 2024-11-17T20:18:53,599 INFO [M:0;0b0b0ae8de03:45985 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5cd7c39c88d44d14acf70899f451b313 2024-11-17T20:18:53,603 INFO [M:0;0b0b0ae8de03:45985 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5cd7c39c88d44d14acf70899f451b313 2024-11-17T20:18:53,616 DEBUG [M:0;0b0b0ae8de03:45985 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ae26859911b142169df3135600fe2e87 is 69, key is 0b0b0ae8de03,46851,1731874657371/rs:state/1731874659453/Put/seqid=0 2024-11-17T20:18:53,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741846_1022 (size=5156) 2024-11-17T20:18:54,020 INFO [M:0;0b0b0ae8de03:45985 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ae26859911b142169df3135600fe2e87 2024-11-17T20:18:54,025 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.wal-reader.0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.1731874653747 to pos 997, reset compression=false 2024-11-17T20:18:54,025 DEBUG [M:0;0b0b0ae8de03:45985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/435b91c0490e47b7a7e99be647ac3e30 as hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/435b91c0490e47b7a7e99be647ac3e30 2024-11-17T20:18:54,031 INFO [M:0;0b0b0ae8de03:45985 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/435b91c0490e47b7a7e99be647ac3e30, entries=8, sequenceid=58, filesize=5.5 K 2024-11-17T20:18:54,032 DEBUG [M:0;0b0b0ae8de03:45985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5cd7c39c88d44d14acf70899f451b313 as hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5cd7c39c88d44d14acf70899f451b313 2024-11-17T20:18:54,038 INFO [M:0;0b0b0ae8de03:45985 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5cd7c39c88d44d14acf70899f451b313 2024-11-17T20:18:54,038 INFO [M:0;0b0b0ae8de03:45985 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5cd7c39c88d44d14acf70899f451b313, entries=6, sequenceid=58, filesize=6.6 K 2024-11-17T20:18:54,039 DEBUG [M:0;0b0b0ae8de03:45985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ae26859911b142169df3135600fe2e87 as hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ae26859911b142169df3135600fe2e87 2024-11-17T20:18:54,045 INFO [M:0;0b0b0ae8de03:45985 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39179/user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ae26859911b142169df3135600fe2e87, entries=1, sequenceid=58, filesize=5.0 K 2024-11-17T20:18:54,047 INFO [M:0;0b0b0ae8de03:45985 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=58, compaction requested=false 2024-11-17T20:18:54,048 INFO [M:0;0b0b0ae8de03:45985 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:18:54,048 DEBUG [M:0;0b0b0ae8de03:45985 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731874732756Disabling compacts and flushes for region at 1731874732756Disabling writes for close at 1731874732756Obtaining lock to block concurrent updates at 1731874732757 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731874732757Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731874732757Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731874732757Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731874732757Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731874732770 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731874732770Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731874733180 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731874733194 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731874733194Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731874733603 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731874733615 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731874733615Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@716b4a64: reopening flushed file at 1731874734025 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6af779b3: reopening flushed file at 1731874734031 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68901a59: reopening flushed file at 1731874734038 (+7 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=58, compaction requested=false at 1731874734047 (+9 ms)Writing region close event to WAL at 1731874734048 (+1 ms)Closed at 1731874734048 2024-11-17T20:18:54,051 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/07947c65-048b-134e-e367-b7c584af7910/MasterData/WALs/0b0b0ae8de03,45985,1731874657226/0b0b0ae8de03%2C45985%2C1731874657226.1731874659129 not finished, retry = 0 2024-11-17T20:18:54,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741830_1006 (size=33026) 2024-11-17T20:18:54,152 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:18:54,152 INFO [M:0;0b0b0ae8de03:45985 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T20:18:54,152 INFO [M:0;0b0b0ae8de03:45985 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45985 2024-11-17T20:18:54,153 INFO [M:0;0b0b0ae8de03:45985 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:18:54,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45985-0x1014a71edc20003, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:18:54,302 INFO [M:0;0b0b0ae8de03:45985 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:18:54,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45985-0x1014a71edc20003, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:18:54,305 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b113905{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:18:54,305 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@624613ed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T20:18:54,306 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T20:18:54,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11f3ee30{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T20:18:54,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c43552{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7611b5ce-65d9-822c-8a25-324916f636e0/hadoop.log.dir/,STOPPED} 2024-11-17T20:18:54,307 WARN [BP-276035471-172.17.0.2-1731874655029 heartbeating to localhost/127.0.0.1:39179 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T20:18:54,307 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T20:18:54,307 WARN [BP-276035471-172.17.0.2-1731874655029 heartbeating to localhost/127.0.0.1:39179 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-276035471-172.17.0.2-1731874655029 (Datanode Uuid 56fd9b1a-5a6c-474b-be77-d536973588a7) service to localhost/127.0.0.1:39179 2024-11-17T20:18:54,307 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T20:18:54,307 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7611b5ce-65d9-822c-8a25-324916f636e0/cluster_a8fba0fe-110b-f770-31c5-ca36a27ab1ac/data/data1/current/BP-276035471-172.17.0.2-1731874655029 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:18:54,308 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7611b5ce-65d9-822c-8a25-324916f636e0/cluster_a8fba0fe-110b-f770-31c5-ca36a27ab1ac/data/data2/current/BP-276035471-172.17.0.2-1731874655029 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:18:54,308 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T20:18:54,313 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29721d44{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T20:18:54,313 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d69efb2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T20:18:54,313 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T20:18:54,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19b407b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T20:18:54,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6293cd27{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7611b5ce-65d9-822c-8a25-324916f636e0/hadoop.log.dir/,STOPPED} 2024-11-17T20:18:54,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T20:18:54,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T20:18:54,327 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:18:54,327 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:18:54,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:18:54,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:18:54,327 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:18:54,327 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T20:18:54,327 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=327845073, stopped=false 2024-11-17T20:18:54,327 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0b0b0ae8de03,36369,1731874650863 2024-11-17T20:18:54,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1014a71edc20000, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1431069416/running 2024-11-17T20:18:54,364 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33135-0x1014a71edc20001, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1431069416/running 2024-11-17T20:18:54,364 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33135-0x1014a71edc20001, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1431069416 2024-11-17T20:18:54,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1014a71edc20000, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1431069416 2024-11-17T20:18:54,364 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T20:18:54,364 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:18:54,364 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:18:54,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:18:54,365 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b0b0ae8de03,33135,1731874651132' ***** 2024-11-17T20:18:54,365 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T20:18:54,365 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33135-0x1014a71edc20001, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Set watcher on znode that does not yet exist, /0-1431069416/running 2024-11-17T20:18:54,365 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36369-0x1014a71edc20000, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Set watcher on znode that does not yet exist, /0-1431069416/running 2024-11-17T20:18:54,365 INFO [RS:0;0b0b0ae8de03:33135 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T20:18:54,365 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T20:18:54,365 INFO [RS:0;0b0b0ae8de03:33135 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T20:18:54,365 INFO [RS:0;0b0b0ae8de03:33135 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T20:18:54,366 INFO [RS:0;0b0b0ae8de03:33135 {}] regionserver.HRegionServer(3091): Received CLOSE for 877ee6e1e7ea47cf89a48812e53900a3 2024-11-17T20:18:54,366 INFO [RS:0;0b0b0ae8de03:33135 {}] regionserver.HRegionServer(3091): Received CLOSE for ce6506c13c9e845559155e00fa24e6e9 2024-11-17T20:18:54,366 INFO [RS:0;0b0b0ae8de03:33135 {}] regionserver.HRegionServer(959): stopping server 0b0b0ae8de03,33135,1731874651132 2024-11-17T20:18:54,366 INFO [RS:0;0b0b0ae8de03:33135 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:18:54,366 INFO [RS:0;0b0b0ae8de03:33135 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:33135. 2024-11-17T20:18:54,366 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 877ee6e1e7ea47cf89a48812e53900a3, disabling compactions & flushes 2024-11-17T20:18:54,366 DEBUG [RS:0;0b0b0ae8de03:33135 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:18:54,366 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731874660324.877ee6e1e7ea47cf89a48812e53900a3. 2024-11-17T20:18:54,366 DEBUG [RS:0;0b0b0ae8de03:33135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:18:54,366 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731874660324.877ee6e1e7ea47cf89a48812e53900a3. 2024-11-17T20:18:54,366 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731874660324.877ee6e1e7ea47cf89a48812e53900a3. after waiting 0 ms 2024-11-17T20:18:54,366 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731874660324.877ee6e1e7ea47cf89a48812e53900a3. 2024-11-17T20:18:54,366 INFO [RS:0;0b0b0ae8de03:33135 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T20:18:54,366 INFO [RS:0;0b0b0ae8de03:33135 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T20:18:54,366 INFO [RS:0;0b0b0ae8de03:33135 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T20:18:54,366 INFO [RS:0;0b0b0ae8de03:33135 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T20:18:54,366 INFO [RS:0;0b0b0ae8de03:33135 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T20:18:54,366 DEBUG [RS:0;0b0b0ae8de03:33135 {}] regionserver.HRegionServer(1325): Online Regions={877ee6e1e7ea47cf89a48812e53900a3=test,,1731874660324.877ee6e1e7ea47cf89a48812e53900a3., 1588230740=hbase:meta,,1.1588230740, ce6506c13c9e845559155e00fa24e6e9=hbase:replication,,1731874664659.ce6506c13c9e845559155e00fa24e6e9.} 2024-11-17T20:18:54,367 DEBUG [RS:0;0b0b0ae8de03:33135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 877ee6e1e7ea47cf89a48812e53900a3, ce6506c13c9e845559155e00fa24e6e9 2024-11-17T20:18:54,367 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T20:18:54,367 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T20:18:54,367 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T20:18:54,367 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T20:18:54,367 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T20:18:54,367 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T20:18:54,377 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/default/test/877ee6e1e7ea47cf89a48812e53900a3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T20:18:54,378 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:18:54,378 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T20:18:54,378 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731874660324.877ee6e1e7ea47cf89a48812e53900a3. 2024-11-17T20:18:54,378 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 877ee6e1e7ea47cf89a48812e53900a3: Waiting for close lock at 1731874734366Running coprocessor pre-close hooks at 1731874734366Disabling compacts and flushes for region at 1731874734366Disabling writes for close at 1731874734366Writing region close event to WAL at 1731874734372 (+6 ms)Running coprocessor post-close hooks at 1731874734378 (+6 ms)Closed at 1731874734378 2024-11-17T20:18:54,378 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731874660324.877ee6e1e7ea47cf89a48812e53900a3. 2024-11-17T20:18:54,378 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ce6506c13c9e845559155e00fa24e6e9, disabling compactions & flushes 2024-11-17T20:18:54,378 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731874664659.ce6506c13c9e845559155e00fa24e6e9. 2024-11-17T20:18:54,378 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731874664659.ce6506c13c9e845559155e00fa24e6e9. 2024-11-17T20:18:54,378 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731874664659.ce6506c13c9e845559155e00fa24e6e9. after waiting 0 ms 2024-11-17T20:18:54,378 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731874664659.ce6506c13c9e845559155e00fa24e6e9. 2024-11-17T20:18:54,379 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ce6506c13c9e845559155e00fa24e6e9 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-17T20:18:54,383 INFO [regionserver/0b0b0ae8de03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:18:54,390 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/hbase/meta/1588230740/.tmp/info/03669390f2e54733a9de96c0a7dc3f7b is 147, key is hbase:replication,,1731874664659.ce6506c13c9e845559155e00fa24e6e9./info:regioninfo/1731874665840/Put/seqid=0 2024-11-17T20:18:54,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741844_1020 (size=7686) 2024-11-17T20:18:54,396 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/hbase/replication/ce6506c13c9e845559155e00fa24e6e9/.tmp/hfileref/404fd42083114a63b81e5bbd4e74a8fe is 74, key is 1/hfileref:3eac4739be014aac811d73515f728bb8_SeqId_4_/1731874669137/DeleteColumn/seqid=0 2024-11-17T20:18:54,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741845_1021 (size=5203) 2024-11-17T20:18:54,567 DEBUG [RS:0;0b0b0ae8de03:33135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ce6506c13c9e845559155e00fa24e6e9 2024-11-17T20:18:54,654 INFO [regionserver/0b0b0ae8de03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T20:18:54,654 INFO [regionserver/0b0b0ae8de03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T20:18:54,767 DEBUG [RS:0;0b0b0ae8de03:33135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ce6506c13c9e845559155e00fa24e6e9 2024-11-17T20:18:54,796 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/hbase/meta/1588230740/.tmp/info/03669390f2e54733a9de96c0a7dc3f7b 2024-11-17T20:18:54,800 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/hbase/replication/ce6506c13c9e845559155e00fa24e6e9/.tmp/hfileref/404fd42083114a63b81e5bbd4e74a8fe 2024-11-17T20:18:54,819 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/hbase/meta/1588230740/.tmp/ns/491e7acd2c7d443b96be1862dee49288 is 43, key is default/ns:d/1731874654857/Put/seqid=0 2024-11-17T20:18:54,823 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/hbase/replication/ce6506c13c9e845559155e00fa24e6e9/.tmp/queue/74c8353b10c74ca1a02e1c41525b300b is 153, key is 1-0b0b0ae8de03,33135,1731874651132/queue:0b0b0ae8de03%2C33135%2C1731874651132/1731874670973/Put/seqid=0 2024-11-17T20:18:54,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741846_1022 (size=5153) 2024-11-17T20:18:54,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741847_1023 (size=5352) 2024-11-17T20:18:54,967 DEBUG [RS:0;0b0b0ae8de03:33135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ce6506c13c9e845559155e00fa24e6e9 2024-11-17T20:18:55,167 DEBUG [RS:0;0b0b0ae8de03:33135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ce6506c13c9e845559155e00fa24e6e9 2024-11-17T20:18:55,227 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/hbase/meta/1588230740/.tmp/ns/491e7acd2c7d443b96be1862dee49288 2024-11-17T20:18:55,241 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/hbase/replication/ce6506c13c9e845559155e00fa24e6e9/.tmp/queue/74c8353b10c74ca1a02e1c41525b300b 2024-11-17T20:18:55,247 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/hbase/replication/ce6506c13c9e845559155e00fa24e6e9/.tmp/hfileref/404fd42083114a63b81e5bbd4e74a8fe as hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/hbase/replication/ce6506c13c9e845559155e00fa24e6e9/hfileref/404fd42083114a63b81e5bbd4e74a8fe 2024-11-17T20:18:55,247 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/hbase/meta/1588230740/.tmp/rep_barrier/1a04cb26eb2a4ac3be9c4ce605632030 is 112, key is test,,1731874660324.877ee6e1e7ea47cf89a48812e53900a3./rep_barrier:seqnumDuringOpen/1731874661484/Put/seqid=0 2024-11-17T20:18:55,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741848_1024 (size=5518) 2024-11-17T20:18:55,252 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/hbase/replication/ce6506c13c9e845559155e00fa24e6e9/hfileref/404fd42083114a63b81e5bbd4e74a8fe, entries=2, sequenceid=10, filesize=5.1 K 2024-11-17T20:18:55,253 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/hbase/replication/ce6506c13c9e845559155e00fa24e6e9/.tmp/queue/74c8353b10c74ca1a02e1c41525b300b as hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/hbase/replication/ce6506c13c9e845559155e00fa24e6e9/queue/74c8353b10c74ca1a02e1c41525b300b 2024-11-17T20:18:55,259 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/hbase/replication/ce6506c13c9e845559155e00fa24e6e9/queue/74c8353b10c74ca1a02e1c41525b300b, entries=1, sequenceid=10, filesize=5.2 K 2024-11-17T20:18:55,260 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for ce6506c13c9e845559155e00fa24e6e9 in 882ms, sequenceid=10, compaction requested=false 2024-11-17T20:18:55,264 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/hbase/replication/ce6506c13c9e845559155e00fa24e6e9/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-17T20:18:55,265 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:18:55,265 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T20:18:55,265 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731874664659.ce6506c13c9e845559155e00fa24e6e9. 2024-11-17T20:18:55,265 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ce6506c13c9e845559155e00fa24e6e9: Waiting for close lock at 1731874734378Running coprocessor pre-close hooks at 1731874734378Disabling compacts and flushes for region at 1731874734378Disabling writes for close at 1731874734378Obtaining lock to block concurrent updates at 1731874734379 (+1 ms)Preparing flush snapshotting stores in ce6506c13c9e845559155e00fa24e6e9 at 1731874734379Finished memstore snapshotting hbase:replication,,1731874664659.ce6506c13c9e845559155e00fa24e6e9., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731874734379Flushing stores of hbase:replication,,1731874664659.ce6506c13c9e845559155e00fa24e6e9. at 1731874734379Flushing ce6506c13c9e845559155e00fa24e6e9/hfileref: creating writer at 1731874734379Flushing ce6506c13c9e845559155e00fa24e6e9/hfileref: appending metadata at 1731874734395 (+16 ms)Flushing ce6506c13c9e845559155e00fa24e6e9/hfileref: closing flushed file at 1731874734395Flushing ce6506c13c9e845559155e00fa24e6e9/queue: creating writer at 1731874734805 (+410 ms)Flushing ce6506c13c9e845559155e00fa24e6e9/queue: appending metadata at 1731874734822 (+17 ms)Flushing ce6506c13c9e845559155e00fa24e6e9/queue: closing flushed file at 1731874734822Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a952aa1: reopening flushed file at 1731874735246 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cf40566: reopening flushed file at 1731874735253 (+7 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for ce6506c13c9e845559155e00fa24e6e9 in 882ms, sequenceid=10, compaction requested=false at 1731874735260 (+7 ms)Writing region close event to WAL at 1731874735261 (+1 ms)Running coprocessor post-close hooks at 1731874735265 (+4 ms)Closed at 1731874735265 2024-11-17T20:18:55,265 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731874664659.ce6506c13c9e845559155e00fa24e6e9. 2024-11-17T20:18:55,367 INFO [RS:0;0b0b0ae8de03:33135 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T20:18:55,367 DEBUG [RS:0;0b0b0ae8de03:33135 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T20:18:55,368 DEBUG [RS:0;0b0b0ae8de03:33135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:18:55,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:18:55,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:18:55,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:18:55,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:18:55,568 DEBUG [RS:0;0b0b0ae8de03:33135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:18:55,652 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/hbase/meta/1588230740/.tmp/rep_barrier/1a04cb26eb2a4ac3be9c4ce605632030 2024-11-17T20:18:55,670 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/hbase/meta/1588230740/.tmp/table/2a7ed568ea5c4bf7a86f04dd3479369b is 53, key is hbase:replication/table:state/1731874665851/Put/seqid=0 2024-11-17T20:18:55,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741849_1025 (size=5308) 2024-11-17T20:18:55,768 DEBUG [RS:0;0b0b0ae8de03:33135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:18:55,968 DEBUG [RS:0;0b0b0ae8de03:33135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:18:55,998 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T20:18:56,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:18:56,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:18:56,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:18:56,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:18:56,074 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/hbase/meta/1588230740/.tmp/table/2a7ed568ea5c4bf7a86f04dd3479369b 2024-11-17T20:18:56,081 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/hbase/meta/1588230740/.tmp/info/03669390f2e54733a9de96c0a7dc3f7b as hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/hbase/meta/1588230740/info/03669390f2e54733a9de96c0a7dc3f7b 2024-11-17T20:18:56,086 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/hbase/meta/1588230740/info/03669390f2e54733a9de96c0a7dc3f7b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T20:18:56,087 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/hbase/meta/1588230740/.tmp/ns/491e7acd2c7d443b96be1862dee49288 as hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/hbase/meta/1588230740/ns/491e7acd2c7d443b96be1862dee49288 2024-11-17T20:18:56,095 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/hbase/meta/1588230740/ns/491e7acd2c7d443b96be1862dee49288, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T20:18:56,096 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/hbase/meta/1588230740/.tmp/rep_barrier/1a04cb26eb2a4ac3be9c4ce605632030 as hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/hbase/meta/1588230740/rep_barrier/1a04cb26eb2a4ac3be9c4ce605632030 2024-11-17T20:18:56,102 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/hbase/meta/1588230740/rep_barrier/1a04cb26eb2a4ac3be9c4ce605632030, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T20:18:56,103 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/hbase/meta/1588230740/.tmp/table/2a7ed568ea5c4bf7a86f04dd3479369b as hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/hbase/meta/1588230740/table/2a7ed568ea5c4bf7a86f04dd3479369b 2024-11-17T20:18:56,109 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/hbase/meta/1588230740/table/2a7ed568ea5c4bf7a86f04dd3479369b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T20:18:56,110 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1743ms, sequenceid=16, compaction requested=false 2024-11-17T20:18:56,114 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T20:18:56,115 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:18:56,115 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T20:18:56,115 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T20:18:56,115 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731874734367Running coprocessor pre-close hooks at 1731874734367Disabling compacts and flushes for region at 1731874734367Disabling writes for close at 1731874734367Obtaining lock to block concurrent updates at 1731874734367Preparing flush snapshotting stores in 1588230740 at 1731874734367Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731874734367Flushing stores of hbase:meta,,1.1588230740 at 1731874734368 (+1 ms)Flushing 1588230740/info: creating writer at 1731874734368Flushing 1588230740/info: appending metadata at 1731874734389 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731874734389Flushing 1588230740/ns: creating writer at 1731874734801 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731874734819 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731874734819Flushing 1588230740/rep_barrier: creating writer at 1731874735232 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731874735247 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731874735247Flushing 1588230740/table: creating writer at 1731874735657 (+410 ms)Flushing 1588230740/table: appending metadata at 1731874735669 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731874735669Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15eb702f: reopening flushed file at 1731874736080 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c951271: reopening flushed file at 1731874736086 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73220245: reopening flushed file at 1731874736095 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bb36b6a: reopening flushed file at 1731874736102 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1743ms, sequenceid=16, compaction requested=false at 1731874736110 (+8 ms)Writing region close event to WAL at 1731874736111 (+1 ms)Running coprocessor post-close hooks at 1731874736114 (+3 ms)Closed at 1731874736115 (+1 ms) 2024-11-17T20:18:56,115 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T20:18:56,168 INFO [RS:0;0b0b0ae8de03:33135 {}] regionserver.HRegionServer(976): stopping server 0b0b0ae8de03,33135,1731874651132; all regions closed. 2024-11-17T20:18:56,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741834_1010 (size=4239) 2024-11-17T20:18:56,180 DEBUG [RS:0;0b0b0ae8de03:33135 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/oldWALs 2024-11-17T20:18:56,180 INFO [RS:0;0b0b0ae8de03:33135 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b0b0ae8de03%2C33135%2C1731874651132.meta:.meta(num 1731874654776) 2024-11-17T20:18:56,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741839_1015 (size=2700) 2024-11-17T20:18:56,182 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/WALs/0b0b0ae8de03,33135,1731874651132/0b0b0ae8de03%2C33135%2C1731874651132.rep.1731874665802 not finished, retry = 0 2024-11-17T20:18:56,285 DEBUG [RS:0;0b0b0ae8de03:33135 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/oldWALs 2024-11-17T20:18:56,285 INFO [RS:0;0b0b0ae8de03:33135 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b0b0ae8de03%2C33135%2C1731874651132.rep:(num 1731874665802) 2024-11-17T20:18:56,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741832_1008 (size=1300) 2024-11-17T20:18:56,289 DEBUG [RS:0;0b0b0ae8de03:33135 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/oldWALs 2024-11-17T20:18:56,289 INFO [RS:0;0b0b0ae8de03:33135 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b0b0ae8de03%2C33135%2C1731874651132:(num 1731874653747) 2024-11-17T20:18:56,289 DEBUG [RS:0;0b0b0ae8de03:33135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:18:56,289 INFO [RS:0;0b0b0ae8de03:33135 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:18:56,289 INFO [RS:0;0b0b0ae8de03:33135 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:18:56,289 INFO [RS:0;0b0b0ae8de03:33135 {}] hbase.ChoreService(370): Chore service for: regionserver/0b0b0ae8de03:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T20:18:56,289 INFO [RS:0;0b0b0ae8de03:33135 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:18:56,289 INFO [regionserver/0b0b0ae8de03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:18:56,290 INFO [RS:0;0b0b0ae8de03:33135 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0b0b0ae8de03,33135,1731874651132 because: Region server is closing 2024-11-17T20:18:56,290 INFO [RS:0;0b0b0ae8de03:33135 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:33135. 2024-11-17T20:18:56,290 DEBUG [RS:0;0b0b0ae8de03:33135 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:18:56,290 DEBUG [RS:0;0b0b0ae8de03:33135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:18:56,290 DEBUG [RS:0;0b0b0ae8de03:33135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:18:56,290 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:18:56,390 WARN [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.shipper0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T20:18:56,390 WARN [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.wal-reader.0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T20:18:56,391 INFO [RS:0;0b0b0ae8de03:33135 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33135,1731874651132.replicationSource.shipper0b0b0ae8de03%2C33135%2C1731874651132,1-0b0b0ae8de03,33135,1731874651132 terminated 2024-11-17T20:18:56,391 INFO [RS:0;0b0b0ae8de03:33135 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33135 2024-11-17T20:18:56,402 INFO [RS:0;0b0b0ae8de03:33135 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:18:56,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1014a71edc20000, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1431069416/rs 2024-11-17T20:18:56,402 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33135-0x1014a71edc20001, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1431069416/rs/0b0b0ae8de03,33135,1731874651132 2024-11-17T20:18:56,413 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b0b0ae8de03,33135,1731874651132] 2024-11-17T20:18:56,423 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1431069416/draining/0b0b0ae8de03,33135,1731874651132 already deleted, retry=false 2024-11-17T20:18:56,423 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b0b0ae8de03,33135,1731874651132 expired; onlineServers=0 2024-11-17T20:18:56,423 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0b0b0ae8de03,36369,1731874650863' ***** 2024-11-17T20:18:56,423 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T20:18:56,423 INFO [M:0;0b0b0ae8de03:36369 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:18:56,423 INFO [M:0;0b0b0ae8de03:36369 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:18:56,424 DEBUG [M:0;0b0b0ae8de03:36369 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T20:18:56,424 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T20:18:56,424 DEBUG [M:0;0b0b0ae8de03:36369 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T20:18:56,424 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874653550 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874653550,5,FailOnTimeoutGroup] 2024-11-17T20:18:56,424 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874653550 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874653550,5,FailOnTimeoutGroup] 2024-11-17T20:18:56,424 INFO [M:0;0b0b0ae8de03:36369 {}] hbase.ChoreService(370): Chore service for: master/0b0b0ae8de03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T20:18:56,424 INFO [M:0;0b0b0ae8de03:36369 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:18:56,424 DEBUG [M:0;0b0b0ae8de03:36369 {}] master.HMaster(1795): Stopping service threads 2024-11-17T20:18:56,424 INFO [M:0;0b0b0ae8de03:36369 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T20:18:56,424 INFO [M:0;0b0b0ae8de03:36369 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T20:18:56,424 INFO [M:0;0b0b0ae8de03:36369 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T20:18:56,424 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T20:18:56,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1014a71edc20000, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1431069416/master 2024-11-17T20:18:56,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1014a71edc20000, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1431069416 2024-11-17T20:18:56,434 DEBUG [M:0;0b0b0ae8de03:36369 {}] zookeeper.ZKUtil(347): master:36369-0x1014a71edc20000, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Unable to get data of znode /0-1431069416/master because node does not exist (not an error) 2024-11-17T20:18:56,434 WARN [M:0;0b0b0ae8de03:36369 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T20:18:56,435 INFO [M:0;0b0b0ae8de03:36369 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/.lastflushedseqids 2024-11-17T20:18:56,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741850_1026 (size=263) 2024-11-17T20:18:56,513 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33135-0x1014a71edc20001, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:18:56,513 INFO [RS:0;0b0b0ae8de03:33135 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:18:56,513 INFO [RS:0;0b0b0ae8de03:33135 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b0b0ae8de03,33135,1731874651132; zookeeper connection closed. 2024-11-17T20:18:56,513 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33135-0x1014a71edc20001, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:18:56,513 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@79265d65 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@79265d65 2024-11-17T20:18:56,513 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T20:18:56,842 INFO [M:0;0b0b0ae8de03:36369 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T20:18:56,843 INFO [M:0;0b0b0ae8de03:36369 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T20:18:56,843 DEBUG [M:0;0b0b0ae8de03:36369 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T20:18:56,843 INFO [M:0;0b0b0ae8de03:36369 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:18:56,843 DEBUG [M:0;0b0b0ae8de03:36369 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:18:56,843 DEBUG [M:0;0b0b0ae8de03:36369 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T20:18:56,843 DEBUG [M:0;0b0b0ae8de03:36369 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:18:56,843 INFO [M:0;0b0b0ae8de03:36369 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB 2024-11-17T20:18:56,858 DEBUG [M:0;0b0b0ae8de03:36369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fc117e995189429b98e43ea987fa54b7 is 82, key is hbase:meta,,1/info:regioninfo/1731874654824/Put/seqid=0 2024-11-17T20:18:56,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741851_1027 (size=5672) 2024-11-17T20:18:57,262 INFO [M:0;0b0b0ae8de03:36369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fc117e995189429b98e43ea987fa54b7 2024-11-17T20:18:57,279 DEBUG [M:0;0b0b0ae8de03:36369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b8ec04cd1a61418e99b74ab48269cdc9 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731874661507/Put/seqid=0 2024-11-17T20:18:57,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741852_1028 (size=7239) 2024-11-17T20:18:57,684 INFO [M:0;0b0b0ae8de03:36369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b8ec04cd1a61418e99b74ab48269cdc9 2024-11-17T20:18:57,688 INFO [M:0;0b0b0ae8de03:36369 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b8ec04cd1a61418e99b74ab48269cdc9 2024-11-17T20:18:57,700 DEBUG [M:0;0b0b0ae8de03:36369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4c1db8907e21422799455fe76c9c70e9 is 69, key is 0b0b0ae8de03,33135,1731874651132/rs:state/1731874653596/Put/seqid=0 2024-11-17T20:18:57,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741853_1029 (size=5156) 2024-11-17T20:18:58,104 INFO [M:0;0b0b0ae8de03:36369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4c1db8907e21422799455fe76c9c70e9 2024-11-17T20:18:58,109 DEBUG [M:0;0b0b0ae8de03:36369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fc117e995189429b98e43ea987fa54b7 as hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fc117e995189429b98e43ea987fa54b7 2024-11-17T20:18:58,113 INFO [M:0;0b0b0ae8de03:36369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fc117e995189429b98e43ea987fa54b7, entries=8, sequenceid=105, filesize=5.5 K 2024-11-17T20:18:58,114 DEBUG [M:0;0b0b0ae8de03:36369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b8ec04cd1a61418e99b74ab48269cdc9 as hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b8ec04cd1a61418e99b74ab48269cdc9 2024-11-17T20:18:58,118 INFO [M:0;0b0b0ae8de03:36369 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b8ec04cd1a61418e99b74ab48269cdc9 2024-11-17T20:18:58,118 INFO [M:0;0b0b0ae8de03:36369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b8ec04cd1a61418e99b74ab48269cdc9, entries=11, sequenceid=105, filesize=7.1 K 2024-11-17T20:18:58,118 DEBUG [M:0;0b0b0ae8de03:36369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4c1db8907e21422799455fe76c9c70e9 as hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4c1db8907e21422799455fe76c9c70e9 2024-11-17T20:18:58,122 INFO [M:0;0b0b0ae8de03:36369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45357/user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4c1db8907e21422799455fe76c9c70e9, entries=1, sequenceid=105, filesize=5.0 K 2024-11-17T20:18:58,123 INFO [M:0;0b0b0ae8de03:36369 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=105, compaction requested=false 2024-11-17T20:18:58,125 INFO [M:0;0b0b0ae8de03:36369 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:18:58,125 DEBUG [M:0;0b0b0ae8de03:36369 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731874736843Disabling compacts and flushes for region at 1731874736843Disabling writes for close at 1731874736843Obtaining lock to block concurrent updates at 1731874736843Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731874736843Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1731874736844 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731874736844Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731874736844Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731874736857 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731874736857Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731874737267 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731874737279 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731874737279Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731874737688 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731874737700 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731874737700Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6463d1d5: reopening flushed file at 1731874738108 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35efd857: reopening flushed file at 1731874738113 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@174b7da9: reopening flushed file at 1731874738118 (+5 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=105, compaction requested=false at 1731874738123 (+5 ms)Writing region close event to WAL at 1731874738125 (+2 ms)Closed at 1731874738125 2024-11-17T20:18:58,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741830_1006 (size=64514) 2024-11-17T20:18:58,128 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e9576561-0737-8dbe-845d-967301ca12af/MasterData/WALs/0b0b0ae8de03,36369,1731874650863/0b0b0ae8de03%2C36369%2C1731874650863.1731874652990 not finished, retry = 0 2024-11-17T20:18:58,229 INFO [M:0;0b0b0ae8de03:36369 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T20:18:58,229 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:18:58,229 INFO [M:0;0b0b0ae8de03:36369 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36369 2024-11-17T20:18:58,229 INFO [M:0;0b0b0ae8de03:36369 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:18:58,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1014a71edc20000, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:18:58,417 INFO [M:0;0b0b0ae8de03:36369 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:18:58,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36369-0x1014a71edc20000, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:18:58,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f6af806{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:18:58,420 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f218d4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T20:18:58,420 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T20:18:58,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@431721a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T20:18:58,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6be8a33a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59a1da15-54bc-7162-86eb-1cb0ca5122d7/hadoop.log.dir/,STOPPED} 2024-11-17T20:18:58,421 WARN [BP-1368780268-172.17.0.2-1731874648635 heartbeating to localhost/127.0.0.1:45357 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T20:18:58,421 WARN [BP-1368780268-172.17.0.2-1731874648635 heartbeating to localhost/127.0.0.1:45357 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1368780268-172.17.0.2-1731874648635 (Datanode Uuid 29ce94e5-6283-42ce-af5d-831c6314bbf7) service to localhost/127.0.0.1:45357 2024-11-17T20:18:58,421 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T20:18:58,421 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T20:18:58,422 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59a1da15-54bc-7162-86eb-1cb0ca5122d7/cluster_f491e05a-3751-3d6c-ebc3-fb5144ae44f2/data/data1/current/BP-1368780268-172.17.0.2-1731874648635 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:18:58,422 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59a1da15-54bc-7162-86eb-1cb0ca5122d7/cluster_f491e05a-3751-3d6c-ebc3-fb5144ae44f2/data/data2/current/BP-1368780268-172.17.0.2-1731874648635 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:18:58,422 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T20:18:58,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1112cd20{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T20:18:58,427 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10db7166{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T20:18:58,427 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T20:18:58,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b6e2aba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T20:18:58,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7aaee868{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59a1da15-54bc-7162-86eb-1cb0ca5122d7/hadoop.log.dir/,STOPPED} 2024-11-17T20:18:58,432 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T20:18:58,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T20:18:58,450 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=160 (was 136) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007fe5c0b8ac80.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:39179 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:39179 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52417) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:45357 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:39179 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:45357 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:39179 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007fe5c0b8ac80.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39179 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:45357 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45357 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:45357 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52417) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=259 (was 407), ProcessCount=11 (was 11), AvailableMemoryMB=7737 (was 9271) 2024-11-17T20:18:58,456 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=161, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=259, ProcessCount=11, AvailableMemoryMB=7737 2024-11-17T20:18:58,468 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-17T20:18:58,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7611b5ce-65d9-822c-8a25-324916f636e0/hadoop.log.dir so I do NOT create it in target/test-data/31e2d497-e901-a949-9948-b3eb6defdff9 2024-11-17T20:18:58,468 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7611b5ce-65d9-822c-8a25-324916f636e0/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T20:18:58,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7611b5ce-65d9-822c-8a25-324916f636e0/hadoop.tmp.dir so I do NOT create it in target/test-data/31e2d497-e901-a949-9948-b3eb6defdff9 2024-11-17T20:18:58,468 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7611b5ce-65d9-822c-8a25-324916f636e0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T20:18:58,469 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e2d497-e901-a949-9948-b3eb6defdff9 2024-11-17T20:18:58,469 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e2d497-e901-a949-9948-b3eb6defdff9/cluster_db6322ab-0622-f3aa-1947-80a044f94dc3, deleteOnExit=true 2024-11-17T20:18:58,489 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e2d497-e901-a949-9948-b3eb6defdff9/cluster_db6322ab-0622-f3aa-1947-80a044f94dc3/zookeeper_0, clientPort=63645, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e2d497-e901-a949-9948-b3eb6defdff9/cluster_db6322ab-0622-f3aa-1947-80a044f94dc3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e2d497-e901-a949-9948-b3eb6defdff9/cluster_db6322ab-0622-f3aa-1947-80a044f94dc3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T20:18:58,490 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63645 2024-11-17T20:18:58,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T20:18:58,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T20:18:58,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e2d497-e901-a949-9948-b3eb6defdff9/test.cache.data in system properties and HBase conf 2024-11-17T20:18:58,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e2d497-e901-a949-9948-b3eb6defdff9/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T20:18:58,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e2d497-e901-a949-9948-b3eb6defdff9/hadoop.log.dir in system properties and HBase conf 2024-11-17T20:18:58,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e2d497-e901-a949-9948-b3eb6defdff9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T20:18:58,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e2d497-e901-a949-9948-b3eb6defdff9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T20:18:58,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T20:18:58,491 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T20:18:58,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e2d497-e901-a949-9948-b3eb6defdff9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T20:18:58,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e2d497-e901-a949-9948-b3eb6defdff9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T20:18:58,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e2d497-e901-a949-9948-b3eb6defdff9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T20:18:58,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e2d497-e901-a949-9948-b3eb6defdff9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T20:18:58,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e2d497-e901-a949-9948-b3eb6defdff9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T20:18:58,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e2d497-e901-a949-9948-b3eb6defdff9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T20:18:58,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e2d497-e901-a949-9948-b3eb6defdff9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T20:18:58,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e2d497-e901-a949-9948-b3eb6defdff9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T20:18:58,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e2d497-e901-a949-9948-b3eb6defdff9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T20:18:58,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e2d497-e901-a949-9948-b3eb6defdff9/nfs.dump.dir in system properties and HBase conf 2024-11-17T20:18:58,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e2d497-e901-a949-9948-b3eb6defdff9/java.io.tmpdir in system properties and HBase conf 2024-11-17T20:18:58,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e2d497-e901-a949-9948-b3eb6defdff9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T20:18:58,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e2d497-e901-a949-9948-b3eb6defdff9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T20:18:58,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e2d497-e901-a949-9948-b3eb6defdff9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T20:18:58,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014a71edc20002, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T20:18:58,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014a71edc20005, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T20:18:58,530 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014a71edc20002, quorum=127.0.0.1:52417, baseZNode=/0-1431069416 Received Disconnected from ZooKeeper, ignoring 2024-11-17T20:18:58,530 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014a71edc20005, quorum=127.0.0.1:52417, baseZNode=/1-1570113978 Received Disconnected from ZooKeeper, ignoring 2024-11-17T20:18:58,794 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:18:58,798 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T20:18:58,800 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T20:18:58,800 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T20:18:58,800 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T20:18:58,804 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:18:58,804 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@388eaf91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e2d497-e901-a949-9948-b3eb6defdff9/hadoop.log.dir/,AVAILABLE} 2024-11-17T20:18:58,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19bafe57{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T20:18:58,929 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f0be581{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e2d497-e901-a949-9948-b3eb6defdff9/java.io.tmpdir/jetty-localhost-41169-hadoop-hdfs-3_4_1-tests_jar-_-any-2877475627187100252/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T20:18:58,929 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42e1c2b7{HTTP/1.1, (http/1.1)}{localhost:41169} 2024-11-17T20:18:58,929 INFO [Time-limited test {}] server.Server(415): Started @142365ms 2024-11-17T20:18:59,179 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:18:59,183 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T20:18:59,189 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T20:18:59,189 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T20:18:59,189 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T20:18:59,191 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@687da7d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e2d497-e901-a949-9948-b3eb6defdff9/hadoop.log.dir/,AVAILABLE} 2024-11-17T20:18:59,191 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@231abdec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T20:18:59,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7234d215{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e2d497-e901-a949-9948-b3eb6defdff9/java.io.tmpdir/jetty-localhost-37135-hadoop-hdfs-3_4_1-tests_jar-_-any-15812897039426935723/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:18:59,333 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32167cc2{HTTP/1.1, (http/1.1)}{localhost:37135} 2024-11-17T20:18:59,333 INFO [Time-limited test {}] server.Server(415): Started @142769ms 2024-11-17T20:18:59,335 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T20:19:00,074 WARN [Thread-1285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e2d497-e901-a949-9948-b3eb6defdff9/cluster_db6322ab-0622-f3aa-1947-80a044f94dc3/data/data1/current/BP-509931959-172.17.0.2-1731874738504/current, will proceed with Du for space computation calculation, 2024-11-17T20:19:00,074 WARN [Thread-1286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e2d497-e901-a949-9948-b3eb6defdff9/cluster_db6322ab-0622-f3aa-1947-80a044f94dc3/data/data2/current/BP-509931959-172.17.0.2-1731874738504/current, will proceed with Du for space computation calculation, 2024-11-17T20:19:00,097 WARN [Thread-1273 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T20:19:00,099 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf0b1af670bc55b1 with lease ID 0xf89398f7cce35ee9: Processing first storage report for DS-0f533390-ad70-42d8-a4fc-be72dd0897b2 from datanode DatanodeRegistration(127.0.0.1:40353, datanodeUuid=1895b646-c9e6-4b1c-bb5d-92ef4d9bb8c2, infoPort=44963, infoSecurePort=0, ipcPort=41213, storageInfo=lv=-57;cid=testClusterID;nsid=1447628061;c=1731874738504) 2024-11-17T20:19:00,099 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf0b1af670bc55b1 with lease ID 0xf89398f7cce35ee9: from storage DS-0f533390-ad70-42d8-a4fc-be72dd0897b2 node DatanodeRegistration(127.0.0.1:40353, datanodeUuid=1895b646-c9e6-4b1c-bb5d-92ef4d9bb8c2, infoPort=44963, infoSecurePort=0, ipcPort=41213, storageInfo=lv=-57;cid=testClusterID;nsid=1447628061;c=1731874738504), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T20:19:00,099 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf0b1af670bc55b1 with lease ID 0xf89398f7cce35ee9: Processing first storage report for DS-a4556101-408b-4801-936f-f896ed291965 from datanode DatanodeRegistration(127.0.0.1:40353, datanodeUuid=1895b646-c9e6-4b1c-bb5d-92ef4d9bb8c2, infoPort=44963, infoSecurePort=0, ipcPort=41213, storageInfo=lv=-57;cid=testClusterID;nsid=1447628061;c=1731874738504) 2024-11-17T20:19:00,100 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf0b1af670bc55b1 with lease ID 0xf89398f7cce35ee9: from storage DS-a4556101-408b-4801-936f-f896ed291965 node DatanodeRegistration(127.0.0.1:40353, datanodeUuid=1895b646-c9e6-4b1c-bb5d-92ef4d9bb8c2, infoPort=44963, infoSecurePort=0, ipcPort=41213, storageInfo=lv=-57;cid=testClusterID;nsid=1447628061;c=1731874738504), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T20:19:00,180 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e2d497-e901-a949-9948-b3eb6defdff9 2024-11-17T20:19:00,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:19:00,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:19:00,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741825_1001 (size=7) 2024-11-17T20:19:00,196 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c with version=8 2024-11-17T20:19:00,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/hbase-staging 2024-11-17T20:19:00,199 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:19:00,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:19:00,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:19:00,199 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:19:00,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:19:00,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:19:00,199 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T20:19:00,199 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:19:00,200 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36385 2024-11-17T20:19:00,201 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36385 connecting to ZooKeeper ensemble=127.0.0.1:63645 2024-11-17T20:19:00,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:363850x0, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:19:00,263 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36385-0x1014a734ce40000 connected 2024-11-17T20:19:00,343 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:19:00,345 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:19:00,348 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36385-0x1014a734ce40000, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Set watcher on znode that does not yet exist, /0-971325318/running 2024-11-17T20:19:00,348 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c, hbase.cluster.distributed=false 2024-11-17T20:19:00,349 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36385-0x1014a734ce40000, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Set watcher on znode that does not yet exist, /0-971325318/acl 2024-11-17T20:19:00,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36385 2024-11-17T20:19:00,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36385 2024-11-17T20:19:00,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36385 2024-11-17T20:19:00,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36385 2024-11-17T20:19:00,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36385 2024-11-17T20:19:00,371 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:19:00,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:19:00,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:19:00,371 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:19:00,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:19:00,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:19:00,371 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T20:19:00,372 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:19:00,372 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42637 2024-11-17T20:19:00,373 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42637 connecting to ZooKeeper ensemble=127.0.0.1:63645 2024-11-17T20:19:00,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:19:00,375 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:19:00,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426370x0, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:19:00,385 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:426370x0, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Set watcher on znode that does not yet exist, /0-971325318/running 2024-11-17T20:19:00,385 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42637-0x1014a734ce40001 connected 2024-11-17T20:19:00,385 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T20:19:00,386 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T20:19:00,386 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42637-0x1014a734ce40001, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Set watcher on znode that does not yet exist, /0-971325318/master 2024-11-17T20:19:00,387 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42637-0x1014a734ce40001, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Set watcher on znode that does not yet exist, /0-971325318/acl 2024-11-17T20:19:00,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42637 2024-11-17T20:19:00,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42637 2024-11-17T20:19:00,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42637 2024-11-17T20:19:00,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42637 2024-11-17T20:19:00,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42637 2024-11-17T20:19:00,409 DEBUG [M:0;0b0b0ae8de03:36385 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b0b0ae8de03:36385 2024-11-17T20:19:00,413 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-971325318/backup-masters/0b0b0ae8de03,36385,1731874740198 2024-11-17T20:19:00,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36385-0x1014a734ce40000, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-971325318/backup-masters 2024-11-17T20:19:00,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42637-0x1014a734ce40001, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-971325318/backup-masters 2024-11-17T20:19:00,424 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36385-0x1014a734ce40000, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Set watcher on existing znode=/0-971325318/backup-masters/0b0b0ae8de03,36385,1731874740198 2024-11-17T20:19:00,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42637-0x1014a734ce40001, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-971325318/master 2024-11-17T20:19:00,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36385-0x1014a734ce40000, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-971325318 2024-11-17T20:19:00,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42637-0x1014a734ce40001, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-971325318 2024-11-17T20:19:00,435 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36385-0x1014a734ce40000, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Set watcher on existing znode=/0-971325318/master 2024-11-17T20:19:00,435 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-971325318/backup-masters/0b0b0ae8de03,36385,1731874740198 from backup master directory 2024-11-17T20:19:00,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42637-0x1014a734ce40001, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-971325318/backup-masters 2024-11-17T20:19:00,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36385-0x1014a734ce40000, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-971325318/backup-masters/0b0b0ae8de03,36385,1731874740198 2024-11-17T20:19:00,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36385-0x1014a734ce40000, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-971325318/backup-masters 2024-11-17T20:19:00,444 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:19:00,444 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b0b0ae8de03,36385,1731874740198 2024-11-17T20:19:00,449 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/hbase.id] with ID: 7b3015dd-e50c-4cd7-8980-2863ed3297a8 2024-11-17T20:19:00,449 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/.tmp/hbase.id 2024-11-17T20:19:00,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741826_1002 (size=42) 2024-11-17T20:19:00,855 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/.tmp/hbase.id]:[hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/hbase.id] 2024-11-17T20:19:00,867 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:19:00,867 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T20:19:00,868 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T20:19:00,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36385-0x1014a734ce40000, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-971325318 2024-11-17T20:19:00,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42637-0x1014a734ce40001, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-971325318 2024-11-17T20:19:00,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741827_1003 (size=196) 2024-11-17T20:19:01,286 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:19:01,286 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T20:19:01,286 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:19:01,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741828_1004 (size=1189) 2024-11-17T20:19:01,616 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T20:19:01,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:01,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:01,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:01,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:01,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:01,693 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/data/master/store 2024-11-17T20:19:01,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741829_1005 (size=34) 2024-11-17T20:19:01,702 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:19:01,702 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T20:19:01,702 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:19:01,702 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:19:01,702 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T20:19:01,702 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:19:01,702 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:19:01,702 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731874741702Disabling compacts and flushes for region at 1731874741702Disabling writes for close at 1731874741702Writing region close event to WAL at 1731874741702Closed at 1731874741702 2024-11-17T20:19:01,706 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/data/master/store/.initializing 2024-11-17T20:19:01,706 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/WALs/0b0b0ae8de03,36385,1731874740198 2024-11-17T20:19:01,710 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:19:01,711 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b0b0ae8de03%2C36385%2C1731874740198, suffix=, logDir=hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/WALs/0b0b0ae8de03,36385,1731874740198, archiveDir=hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/oldWALs, maxLogs=10 2024-11-17T20:19:01,730 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/WALs/0b0b0ae8de03,36385,1731874740198/0b0b0ae8de03%2C36385%2C1731874740198.1731874741712, exclude list is [], retry=0 2024-11-17T20:19:01,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40353,DS-0f533390-ad70-42d8-a4fc-be72dd0897b2,DISK] 2024-11-17T20:19:01,735 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/WALs/0b0b0ae8de03,36385,1731874740198/0b0b0ae8de03%2C36385%2C1731874740198.1731874741712 2024-11-17T20:19:01,735 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44963:44963)] 2024-11-17T20:19:01,735 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:19:01,736 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:19:01,736 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:01,736 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:01,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:01,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T20:19:01,739 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:01,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:19:01,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:01,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T20:19:01,741 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:01,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:19:01,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:01,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T20:19:01,743 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:01,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:19:01,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:01,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T20:19:01,745 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:01,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:19:01,746 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:01,746 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:01,747 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:01,748 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:01,748 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:01,749 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:19:01,750 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:01,757 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:19:01,758 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71244531, jitterRate=0.061626240611076355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:19:01,758 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731874741736Initializing all the Stores at 1731874741737 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874741737Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874741737Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874741737Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874741737Cleaning up temporary data from old regions at 1731874741748 (+11 ms)Region opened successfully at 1731874741758 (+10 ms) 2024-11-17T20:19:01,759 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T20:19:01,763 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a08b2b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:19:01,763 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T20:19:01,764 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T20:19:01,764 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T20:19:01,764 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T20:19:01,765 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T20:19:01,765 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T20:19:01,765 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T20:19:01,774 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T20:19:01,775 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36385-0x1014a734ce40000, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Unable to get data of znode /0-971325318/balancer because node does not exist (not necessarily an error) 2024-11-17T20:19:01,823 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-971325318/balancer already deleted, retry=false 2024-11-17T20:19:01,824 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T20:19:01,824 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36385-0x1014a734ce40000, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Unable to get data of znode /0-971325318/normalizer because node does not exist (not necessarily an error) 2024-11-17T20:19:01,833 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-971325318/normalizer already deleted, retry=false 2024-11-17T20:19:01,834 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T20:19:01,835 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36385-0x1014a734ce40000, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Unable to get data of znode /0-971325318/switch/split because node does not exist (not necessarily an error) 2024-11-17T20:19:01,853 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-971325318/switch/split already deleted, retry=false 2024-11-17T20:19:01,855 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36385-0x1014a734ce40000, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Unable to get data of znode /0-971325318/switch/merge because node does not exist (not necessarily an error) 2024-11-17T20:19:01,865 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-971325318/switch/merge already deleted, retry=false 2024-11-17T20:19:01,868 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36385-0x1014a734ce40000, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Unable to get data of znode /0-971325318/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T20:19:01,879 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-971325318/snapshot-cleanup already deleted, retry=false 2024-11-17T20:19:01,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42637-0x1014a734ce40001, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-971325318/running 2024-11-17T20:19:01,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42637-0x1014a734ce40001, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-971325318 2024-11-17T20:19:01,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36385-0x1014a734ce40000, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-971325318/running 2024-11-17T20:19:01,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36385-0x1014a734ce40000, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-971325318 2024-11-17T20:19:01,891 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b0b0ae8de03,36385,1731874740198, sessionid=0x1014a734ce40000, setting cluster-up flag (Was=false) 2024-11-17T20:19:01,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36385-0x1014a734ce40000, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-971325318 2024-11-17T20:19:01,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42637-0x1014a734ce40001, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-971325318 2024-11-17T20:19:01,942 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-971325318/flush-table-proc/acquired, /0-971325318/flush-table-proc/reached, /0-971325318/flush-table-proc/abort 2024-11-17T20:19:01,943 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b0b0ae8de03,36385,1731874740198 2024-11-17T20:19:02,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36385-0x1014a734ce40000, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-971325318 2024-11-17T20:19:02,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42637-0x1014a734ce40001, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-971325318 2024-11-17T20:19:02,277 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-971325318/online-snapshot/acquired, /0-971325318/online-snapshot/reached, /0-971325318/online-snapshot/abort 2024-11-17T20:19:02,278 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b0b0ae8de03,36385,1731874740198 2024-11-17T20:19:02,279 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T20:19:02,280 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T20:19:02,281 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T20:19:02,281 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T20:19:02,281 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b0b0ae8de03,36385,1731874740198 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T20:19:02,282 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:19:02,282 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:19:02,282 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:19:02,282 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:19:02,282 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b0b0ae8de03:0, corePoolSize=10, maxPoolSize=10 2024-11-17T20:19:02,282 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:02,282 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:19:02,282 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:02,283 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731874772283 2024-11-17T20:19:02,283 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T20:19:02,283 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T20:19:02,283 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T20:19:02,283 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T20:19:02,283 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T20:19:02,284 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T20:19:02,284 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:02,284 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:19:02,284 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T20:19:02,284 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T20:19:02,284 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T20:19:02,284 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T20:19:02,284 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T20:19:02,284 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T20:19:02,284 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T20:19:02,285 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:02,285 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874742284,5,FailOnTimeoutGroup] 2024-11-17T20:19:02,285 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T20:19:02,286 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874742285,5,FailOnTimeoutGroup] 2024-11-17T20:19:02,286 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:02,286 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T20:19:02,286 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:02,286 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:02,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741831_1007 (size=1321) 2024-11-17T20:19:02,301 INFO [RS:0;0b0b0ae8de03:42637 {}] regionserver.HRegionServer(746): ClusterId : 7b3015dd-e50c-4cd7-8980-2863ed3297a8 2024-11-17T20:19:02,301 DEBUG [RS:0;0b0b0ae8de03:42637 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T20:19:02,341 DEBUG [RS:0;0b0b0ae8de03:42637 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T20:19:02,341 DEBUG [RS:0;0b0b0ae8de03:42637 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T20:19:02,361 DEBUG [RS:0;0b0b0ae8de03:42637 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T20:19:02,361 DEBUG [RS:0;0b0b0ae8de03:42637 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f958405, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:19:02,372 DEBUG [RS:0;0b0b0ae8de03:42637 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b0b0ae8de03:42637 2024-11-17T20:19:02,372 INFO [RS:0;0b0b0ae8de03:42637 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T20:19:02,372 INFO [RS:0;0b0b0ae8de03:42637 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T20:19:02,372 DEBUG [RS:0;0b0b0ae8de03:42637 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T20:19:02,373 INFO [RS:0;0b0b0ae8de03:42637 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b0b0ae8de03,36385,1731874740198 with port=42637, startcode=1731874740371 2024-11-17T20:19:02,373 DEBUG [RS:0;0b0b0ae8de03:42637 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T20:19:02,374 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57459, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T20:19:02,375 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36385 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b0b0ae8de03,42637,1731874740371 2024-11-17T20:19:02,375 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36385 {}] master.ServerManager(517): Registering regionserver=0b0b0ae8de03,42637,1731874740371 2024-11-17T20:19:02,376 DEBUG [RS:0;0b0b0ae8de03:42637 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c 2024-11-17T20:19:02,376 DEBUG [RS:0;0b0b0ae8de03:42637 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33937 2024-11-17T20:19:02,376 DEBUG [RS:0;0b0b0ae8de03:42637 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T20:19:02,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36385-0x1014a734ce40000, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-971325318/rs 2024-11-17T20:19:02,385 DEBUG [RS:0;0b0b0ae8de03:42637 {}] zookeeper.ZKUtil(111): regionserver:42637-0x1014a734ce40001, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Set watcher on existing znode=/0-971325318/rs/0b0b0ae8de03,42637,1731874740371 2024-11-17T20:19:02,385 WARN [RS:0;0b0b0ae8de03:42637 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:19:02,385 INFO [RS:0;0b0b0ae8de03:42637 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:19:02,385 DEBUG [RS:0;0b0b0ae8de03:42637 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/WALs/0b0b0ae8de03,42637,1731874740371 2024-11-17T20:19:02,385 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b0b0ae8de03,42637,1731874740371] 2024-11-17T20:19:02,388 INFO [RS:0;0b0b0ae8de03:42637 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T20:19:02,389 INFO [RS:0;0b0b0ae8de03:42637 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T20:19:02,389 INFO [RS:0;0b0b0ae8de03:42637 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T20:19:02,389 INFO [RS:0;0b0b0ae8de03:42637 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:02,390 INFO [RS:0;0b0b0ae8de03:42637 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T20:19:02,391 INFO [RS:0;0b0b0ae8de03:42637 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T20:19:02,391 INFO [RS:0;0b0b0ae8de03:42637 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:02,391 DEBUG [RS:0;0b0b0ae8de03:42637 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:02,391 DEBUG [RS:0;0b0b0ae8de03:42637 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:02,391 DEBUG [RS:0;0b0b0ae8de03:42637 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:02,391 DEBUG [RS:0;0b0b0ae8de03:42637 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:02,391 DEBUG [RS:0;0b0b0ae8de03:42637 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:02,391 DEBUG [RS:0;0b0b0ae8de03:42637 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:19:02,391 DEBUG [RS:0;0b0b0ae8de03:42637 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:02,391 DEBUG [RS:0;0b0b0ae8de03:42637 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:02,391 DEBUG [RS:0;0b0b0ae8de03:42637 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:02,391 DEBUG [RS:0;0b0b0ae8de03:42637 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:02,391 DEBUG [RS:0;0b0b0ae8de03:42637 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:02,391 DEBUG [RS:0;0b0b0ae8de03:42637 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:02,392 DEBUG [RS:0;0b0b0ae8de03:42637 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:19:02,392 DEBUG [RS:0;0b0b0ae8de03:42637 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:19:02,392 INFO [RS:0;0b0b0ae8de03:42637 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:02,392 INFO [RS:0;0b0b0ae8de03:42637 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:02,392 INFO [RS:0;0b0b0ae8de03:42637 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:02,392 INFO [RS:0;0b0b0ae8de03:42637 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:02,392 INFO [RS:0;0b0b0ae8de03:42637 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:02,392 INFO [RS:0;0b0b0ae8de03:42637 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,42637,1731874740371-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:19:02,405 INFO [RS:0;0b0b0ae8de03:42637 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T20:19:02,405 INFO [RS:0;0b0b0ae8de03:42637 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,42637,1731874740371-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:02,405 INFO [RS:0;0b0b0ae8de03:42637 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:02,405 INFO [RS:0;0b0b0ae8de03:42637 {}] regionserver.Replication(171): 0b0b0ae8de03,42637,1731874740371 started 2024-11-17T20:19:02,417 INFO [RS:0;0b0b0ae8de03:42637 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:02,417 INFO [RS:0;0b0b0ae8de03:42637 {}] regionserver.HRegionServer(1482): Serving as 0b0b0ae8de03,42637,1731874740371, RpcServer on 0b0b0ae8de03/172.17.0.2:42637, sessionid=0x1014a734ce40001 2024-11-17T20:19:02,418 DEBUG [RS:0;0b0b0ae8de03:42637 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T20:19:02,418 DEBUG [RS:0;0b0b0ae8de03:42637 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b0b0ae8de03,42637,1731874740371 2024-11-17T20:19:02,418 DEBUG [RS:0;0b0b0ae8de03:42637 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,42637,1731874740371' 2024-11-17T20:19:02,418 DEBUG [RS:0;0b0b0ae8de03:42637 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-971325318/flush-table-proc/abort' 2024-11-17T20:19:02,418 DEBUG [RS:0;0b0b0ae8de03:42637 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-971325318/flush-table-proc/acquired' 2024-11-17T20:19:02,419 DEBUG [RS:0;0b0b0ae8de03:42637 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T20:19:02,419 DEBUG [RS:0;0b0b0ae8de03:42637 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T20:19:02,419 DEBUG [RS:0;0b0b0ae8de03:42637 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b0b0ae8de03,42637,1731874740371 2024-11-17T20:19:02,419 DEBUG [RS:0;0b0b0ae8de03:42637 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,42637,1731874740371' 2024-11-17T20:19:02,419 DEBUG [RS:0;0b0b0ae8de03:42637 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-971325318/online-snapshot/abort' 2024-11-17T20:19:02,419 DEBUG [RS:0;0b0b0ae8de03:42637 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-971325318/online-snapshot/acquired' 2024-11-17T20:19:02,419 DEBUG [RS:0;0b0b0ae8de03:42637 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T20:19:02,419 INFO [RS:0;0b0b0ae8de03:42637 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T20:19:02,419 INFO [RS:0;0b0b0ae8de03:42637 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T20:19:02,520 INFO [RS:0;0b0b0ae8de03:42637 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:19:02,521 INFO [RS:0;0b0b0ae8de03:42637 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C42637%2C1731874740371, suffix=, logDir=hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/WALs/0b0b0ae8de03,42637,1731874740371, archiveDir=hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/oldWALs, maxLogs=10 2024-11-17T20:19:02,534 DEBUG [RS:0;0b0b0ae8de03:42637 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/WALs/0b0b0ae8de03,42637,1731874740371/0b0b0ae8de03%2C42637%2C1731874740371.1731874742522, exclude list is [], retry=0 2024-11-17T20:19:02,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40353,DS-0f533390-ad70-42d8-a4fc-be72dd0897b2,DISK] 2024-11-17T20:19:02,539 INFO [RS:0;0b0b0ae8de03:42637 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/WALs/0b0b0ae8de03,42637,1731874740371/0b0b0ae8de03%2C42637%2C1731874740371.1731874742522 2024-11-17T20:19:02,539 DEBUG [RS:0;0b0b0ae8de03:42637 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44963:44963)] 2024-11-17T20:19:02,690 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T20:19:02,690 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c 2024-11-17T20:19:02,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741833_1009 (size=32) 2024-11-17T20:19:03,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:19:03,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T20:19:03,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T20:19:03,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:03,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:19:03,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T20:19:03,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T20:19:03,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:03,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:19:03,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T20:19:03,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T20:19:03,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:03,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:19:03,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T20:19:03,103 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T20:19:03,103 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:03,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:19:03,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T20:19:03,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/data/hbase/meta/1588230740 2024-11-17T20:19:03,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/data/hbase/meta/1588230740 2024-11-17T20:19:03,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T20:19:03,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T20:19:03,105 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:19:03,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T20:19:03,107 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:19:03,108 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67848440, jitterRate=0.011020541191101074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:19:03,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731874743097Initializing all the Stores at 1731874743098 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874743098Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874743098Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874743098Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874743098Cleaning up temporary data from old regions at 1731874743105 (+7 ms)Region opened successfully at 1731874743108 (+3 ms) 2024-11-17T20:19:03,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T20:19:03,108 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T20:19:03,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T20:19:03,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T20:19:03,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T20:19:03,109 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T20:19:03,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731874743108Disabling compacts and flushes for region at 1731874743108Disabling writes for close at 1731874743109 (+1 ms)Writing region close event to WAL at 1731874743109Closed at 1731874743109 2024-11-17T20:19:03,110 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:19:03,110 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T20:19:03,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T20:19:03,112 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T20:19:03,113 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T20:19:03,263 DEBUG [0b0b0ae8de03:36385 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T20:19:03,263 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b0b0ae8de03,42637,1731874740371 2024-11-17T20:19:03,264 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,42637,1731874740371, state=OPENING 2024-11-17T20:19:03,429 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T20:19:03,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36385-0x1014a734ce40000, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-971325318 2024-11-17T20:19:03,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42637-0x1014a734ce40001, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-971325318 2024-11-17T20:19:03,494 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T20:19:03,494 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-971325318/meta-region-server: CHANGED 2024-11-17T20:19:03,494 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-971325318/meta-region-server: CHANGED 2024-11-17T20:19:03,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,42637,1731874740371}] 2024-11-17T20:19:03,647 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T20:19:03,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T20:19:03,652 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T20:19:03,652 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:19:03,652 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T20:19:03,654 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C42637%2C1731874740371.meta, suffix=.meta, logDir=hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/WALs/0b0b0ae8de03,42637,1731874740371, archiveDir=hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/oldWALs, maxLogs=10 2024-11-17T20:19:03,667 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/WALs/0b0b0ae8de03,42637,1731874740371/0b0b0ae8de03%2C42637%2C1731874740371.meta.1731874743655.meta, exclude list is [], retry=0 2024-11-17T20:19:03,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40353,DS-0f533390-ad70-42d8-a4fc-be72dd0897b2,DISK] 2024-11-17T20:19:03,671 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/WALs/0b0b0ae8de03,42637,1731874740371/0b0b0ae8de03%2C42637%2C1731874740371.meta.1731874743655.meta 2024-11-17T20:19:03,672 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44963:44963)] 2024-11-17T20:19:03,672 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:19:03,672 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:19:03,672 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T20:19:03,672 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T20:19:03,672 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T20:19:03,673 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T20:19:03,673 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:19:03,673 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T20:19:03,673 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T20:19:03,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T20:19:03,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T20:19:03,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:03,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:19:03,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T20:19:03,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T20:19:03,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:03,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:19:03,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T20:19:03,682 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T20:19:03,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:03,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:19:03,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T20:19:03,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T20:19:03,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:03,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:19:03,684 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T20:19:03,685 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/data/hbase/meta/1588230740 2024-11-17T20:19:03,686 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/data/hbase/meta/1588230740 2024-11-17T20:19:03,689 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T20:19:03,690 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T20:19:03,690 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:19:03,692 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T20:19:03,693 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58735600, jitterRate=-0.1247713565826416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:19:03,693 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T20:19:03,694 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731874743673Writing region info on filesystem at 1731874743673Initializing all the Stores at 1731874743674 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874743674Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874743678 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874743678Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874743678Cleaning up temporary data from old regions at 1731874743690 (+12 ms)Running coprocessor post-open hooks at 1731874743693 (+3 ms)Region opened successfully at 1731874743694 (+1 ms) 2024-11-17T20:19:03,695 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731874743647 2024-11-17T20:19:03,697 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T20:19:03,697 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T20:19:03,697 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,42637,1731874740371 2024-11-17T20:19:03,698 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,42637,1731874740371, state=OPEN 2024-11-17T20:19:03,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42637-0x1014a734ce40001, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-971325318/meta-region-server 2024-11-17T20:19:03,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36385-0x1014a734ce40000, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-971325318/meta-region-server 2024-11-17T20:19:03,790 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-971325318/meta-region-server: CHANGED 2024-11-17T20:19:03,790 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-971325318/meta-region-server: CHANGED 2024-11-17T20:19:03,790 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,42637,1731874740371 2024-11-17T20:19:03,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T20:19:03,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,42637,1731874740371 in 296 msec 2024-11-17T20:19:03,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T20:19:03,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 683 msec 2024-11-17T20:19:03,795 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:19:03,795 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T20:19:03,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T20:19:03,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-17T20:19:03,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T20:19:03,796 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:19:03,797 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,42637,1731874740371, seqNum=-1] 2024-11-17T20:19:03,797 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:19:03,798 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42323, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:19:03,805 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5240 sec 2024-11-17T20:19:03,805 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731874743805, completionTime=-1 2024-11-17T20:19:03,805 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T20:19:03,805 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T20:19:03,807 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T20:19:03,807 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731874803807 2024-11-17T20:19:03,807 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731874863807 2024-11-17T20:19:03,807 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T20:19:03,808 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,36385,1731874740198-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:03,808 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,36385,1731874740198-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:03,808 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,36385,1731874740198-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:03,808 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b0b0ae8de03:36385, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:03,808 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:03,808 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:03,810 DEBUG [master/0b0b0ae8de03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T20:19:03,812 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.368sec 2024-11-17T20:19:03,812 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T20:19:03,812 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T20:19:03,812 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T20:19:03,812 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T20:19:03,812 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T20:19:03,813 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,36385,1731874740198-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:19:03,813 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,36385,1731874740198-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T20:19:03,815 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T20:19:03,815 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T20:19:03,815 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,36385,1731874740198-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:03,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29a345c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:03,902 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,36385,-1 for getting cluster id 2024-11-17T20:19:03,903 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:19:03,904 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b3015dd-e50c-4cd7-8980-2863ed3297a8' 2024-11-17T20:19:03,904 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:19:03,904 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b3015dd-e50c-4cd7-8980-2863ed3297a8" 2024-11-17T20:19:03,904 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38520cce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:03,904 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,36385,-1] 2024-11-17T20:19:03,904 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:19:03,904 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:03,905 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:19:03,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@312703fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:03,907 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:19:03,908 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,42637,1731874740371, seqNum=-1] 2024-11-17T20:19:03,908 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:19:03,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:19:03,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0b0b0ae8de03,36385,1731874740198 2024-11-17T20:19:03,911 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63645 2024-11-17T20:19:03,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:19:03,971 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014a734ce40002 connected 2024-11-17T20:19:04,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e2d497-e901-a949-9948-b3eb6defdff9/hadoop.log.dir so I do NOT create it in target/test-data/ea02bb44-d8cc-aa55-39c3-8161d30006d9 2024-11-17T20:19:04,036 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e2d497-e901-a949-9948-b3eb6defdff9/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T20:19:04,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e2d497-e901-a949-9948-b3eb6defdff9/hadoop.tmp.dir so I do NOT create it in target/test-data/ea02bb44-d8cc-aa55-39c3-8161d30006d9 2024-11-17T20:19:04,036 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e2d497-e901-a949-9948-b3eb6defdff9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T20:19:04,036 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea02bb44-d8cc-aa55-39c3-8161d30006d9 2024-11-17T20:19:04,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T20:19:04,036 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea02bb44-d8cc-aa55-39c3-8161d30006d9/cluster_0253808d-e014-b55d-e91c-769a837cf4fc, deleteOnExit=true 2024-11-17T20:19:04,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T20:19:04,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea02bb44-d8cc-aa55-39c3-8161d30006d9/test.cache.data in system properties and HBase conf 2024-11-17T20:19:04,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea02bb44-d8cc-aa55-39c3-8161d30006d9/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T20:19:04,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea02bb44-d8cc-aa55-39c3-8161d30006d9/hadoop.log.dir in system properties and HBase conf 2024-11-17T20:19:04,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea02bb44-d8cc-aa55-39c3-8161d30006d9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T20:19:04,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea02bb44-d8cc-aa55-39c3-8161d30006d9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T20:19:04,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T20:19:04,037 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T20:19:04,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea02bb44-d8cc-aa55-39c3-8161d30006d9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T20:19:04,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea02bb44-d8cc-aa55-39c3-8161d30006d9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T20:19:04,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea02bb44-d8cc-aa55-39c3-8161d30006d9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T20:19:04,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea02bb44-d8cc-aa55-39c3-8161d30006d9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T20:19:04,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea02bb44-d8cc-aa55-39c3-8161d30006d9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T20:19:04,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea02bb44-d8cc-aa55-39c3-8161d30006d9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T20:19:04,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea02bb44-d8cc-aa55-39c3-8161d30006d9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T20:19:04,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea02bb44-d8cc-aa55-39c3-8161d30006d9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T20:19:04,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea02bb44-d8cc-aa55-39c3-8161d30006d9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T20:19:04,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea02bb44-d8cc-aa55-39c3-8161d30006d9/nfs.dump.dir in system properties and HBase conf 2024-11-17T20:19:04,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea02bb44-d8cc-aa55-39c3-8161d30006d9/java.io.tmpdir in system properties and HBase conf 2024-11-17T20:19:04,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea02bb44-d8cc-aa55-39c3-8161d30006d9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T20:19:04,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea02bb44-d8cc-aa55-39c3-8161d30006d9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T20:19:04,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea02bb44-d8cc-aa55-39c3-8161d30006d9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T20:19:04,801 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:19:04,804 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T20:19:04,805 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T20:19:04,805 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T20:19:04,805 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T20:19:04,806 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:19:04,806 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3026bedf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea02bb44-d8cc-aa55-39c3-8161d30006d9/hadoop.log.dir/,AVAILABLE} 2024-11-17T20:19:04,806 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2db7955f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T20:19:04,899 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c977e64{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea02bb44-d8cc-aa55-39c3-8161d30006d9/java.io.tmpdir/jetty-localhost-36495-hadoop-hdfs-3_4_1-tests_jar-_-any-7071751582352410395/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T20:19:04,900 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@119d149e{HTTP/1.1, (http/1.1)}{localhost:36495} 2024-11-17T20:19:04,900 INFO [Time-limited test {}] server.Server(415): Started @148335ms 2024-11-17T20:19:05,319 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:19:05,322 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T20:19:05,325 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T20:19:05,325 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T20:19:05,325 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T20:19:05,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b41cd79{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea02bb44-d8cc-aa55-39c3-8161d30006d9/hadoop.log.dir/,AVAILABLE} 2024-11-17T20:19:05,328 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13405e6a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T20:19:05,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5fbeb65e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea02bb44-d8cc-aa55-39c3-8161d30006d9/java.io.tmpdir/jetty-localhost-46635-hadoop-hdfs-3_4_1-tests_jar-_-any-7892726872216247484/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:19:05,458 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18bc7dfe{HTTP/1.1, (http/1.1)}{localhost:46635} 2024-11-17T20:19:05,458 INFO [Time-limited test {}] server.Server(415): Started @148893ms 2024-11-17T20:19:05,459 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T20:19:06,093 WARN [Thread-1406 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea02bb44-d8cc-aa55-39c3-8161d30006d9/cluster_0253808d-e014-b55d-e91c-769a837cf4fc/data/data1/current/BP-1203097474-172.17.0.2-1731874744056/current, will proceed with Du for space computation calculation, 2024-11-17T20:19:06,093 WARN [Thread-1407 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea02bb44-d8cc-aa55-39c3-8161d30006d9/cluster_0253808d-e014-b55d-e91c-769a837cf4fc/data/data2/current/BP-1203097474-172.17.0.2-1731874744056/current, will proceed with Du for space computation calculation, 2024-11-17T20:19:06,114 WARN [Thread-1394 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T20:19:06,116 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb14e3e7fb690dda3 with lease ID 0xcc6643ba74c159b2: Processing first storage report for DS-bf5f7e76-67c5-4fb4-8a80-4a1c68734bcc from datanode DatanodeRegistration(127.0.0.1:34383, datanodeUuid=0e95f655-af3b-4755-8b78-6354d4f058dc, infoPort=41573, infoSecurePort=0, ipcPort=36487, storageInfo=lv=-57;cid=testClusterID;nsid=526295001;c=1731874744056) 2024-11-17T20:19:06,116 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb14e3e7fb690dda3 with lease ID 0xcc6643ba74c159b2: from storage DS-bf5f7e76-67c5-4fb4-8a80-4a1c68734bcc node DatanodeRegistration(127.0.0.1:34383, datanodeUuid=0e95f655-af3b-4755-8b78-6354d4f058dc, infoPort=41573, infoSecurePort=0, ipcPort=36487, storageInfo=lv=-57;cid=testClusterID;nsid=526295001;c=1731874744056), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T20:19:06,116 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb14e3e7fb690dda3 with lease ID 0xcc6643ba74c159b2: Processing first storage report for DS-a160a237-daae-4c1f-ad2d-07b0413b9264 from datanode DatanodeRegistration(127.0.0.1:34383, datanodeUuid=0e95f655-af3b-4755-8b78-6354d4f058dc, infoPort=41573, infoSecurePort=0, ipcPort=36487, storageInfo=lv=-57;cid=testClusterID;nsid=526295001;c=1731874744056) 2024-11-17T20:19:06,116 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb14e3e7fb690dda3 with lease ID 0xcc6643ba74c159b2: from storage DS-a160a237-daae-4c1f-ad2d-07b0413b9264 node DatanodeRegistration(127.0.0.1:34383, datanodeUuid=0e95f655-af3b-4755-8b78-6354d4f058dc, infoPort=41573, infoSecurePort=0, ipcPort=36487, storageInfo=lv=-57;cid=testClusterID;nsid=526295001;c=1731874744056), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T20:19:06,193 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea02bb44-d8cc-aa55-39c3-8161d30006d9 2024-11-17T20:19:06,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:19:06,195 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:19:06,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34383 is added to blk_1073741825_1001 (size=7) 2024-11-17T20:19:06,605 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37917/user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519 with version=8 2024-11-17T20:19:06,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37917/user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/hbase-staging 2024-11-17T20:19:06,607 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:19:06,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:19:06,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:19:06,607 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:19:06,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:19:06,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:19:06,607 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T20:19:06,607 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:19:06,608 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34415 2024-11-17T20:19:06,609 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34415 connecting to ZooKeeper ensemble=127.0.0.1:63645 2024-11-17T20:19:06,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:344150x0, quorum=127.0.0.1:63645, baseZNode=/1741489118 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:19:06,680 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34415-0x1014a734ce40003 connected 2024-11-17T20:19:06,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:19:06,828 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:19:06,830 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34415-0x1014a734ce40003, quorum=127.0.0.1:63645, baseZNode=/1741489118 Set watcher on znode that does not yet exist, /1741489118/running 2024-11-17T20:19:06,830 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37917/user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519, hbase.cluster.distributed=false 2024-11-17T20:19:06,832 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34415-0x1014a734ce40003, quorum=127.0.0.1:63645, baseZNode=/1741489118 Set watcher on znode that does not yet exist, /1741489118/acl 2024-11-17T20:19:06,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34415 2024-11-17T20:19:06,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34415 2024-11-17T20:19:06,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34415 2024-11-17T20:19:06,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34415 2024-11-17T20:19:06,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34415 2024-11-17T20:19:06,851 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:19:06,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:19:06,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:19:06,851 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:19:06,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:19:06,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:19:06,851 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T20:19:06,851 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:19:06,852 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40363 2024-11-17T20:19:06,853 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40363 connecting to ZooKeeper ensemble=127.0.0.1:63645 2024-11-17T20:19:06,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:19:06,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:19:06,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403630x0, quorum=127.0.0.1:63645, baseZNode=/1741489118 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:19:06,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403630x0, quorum=127.0.0.1:63645, baseZNode=/1741489118 Set watcher on znode that does not yet exist, /1741489118/running 2024-11-17T20:19:06,869 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40363-0x1014a734ce40004 connected 2024-11-17T20:19:06,869 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T20:19:06,871 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T20:19:06,872 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40363-0x1014a734ce40004, quorum=127.0.0.1:63645, baseZNode=/1741489118 Set watcher on znode that does not yet exist, /1741489118/master 2024-11-17T20:19:06,872 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40363-0x1014a734ce40004, quorum=127.0.0.1:63645, baseZNode=/1741489118 Set watcher on znode that does not yet exist, /1741489118/acl 2024-11-17T20:19:06,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40363 2024-11-17T20:19:06,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40363 2024-11-17T20:19:06,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40363 2024-11-17T20:19:06,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40363 2024-11-17T20:19:06,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40363 2024-11-17T20:19:06,905 DEBUG [M:0;0b0b0ae8de03:34415 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b0b0ae8de03:34415 2024-11-17T20:19:06,907 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1741489118/backup-masters/0b0b0ae8de03,34415,1731874746606 2024-11-17T20:19:06,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40363-0x1014a734ce40004, quorum=127.0.0.1:63645, baseZNode=/1741489118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1741489118/backup-masters 2024-11-17T20:19:06,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34415-0x1014a734ce40003, quorum=127.0.0.1:63645, baseZNode=/1741489118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1741489118/backup-masters 2024-11-17T20:19:06,918 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34415-0x1014a734ce40003, quorum=127.0.0.1:63645, baseZNode=/1741489118 Set watcher on existing znode=/1741489118/backup-masters/0b0b0ae8de03,34415,1731874746606 2024-11-17T20:19:06,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40363-0x1014a734ce40004, quorum=127.0.0.1:63645, baseZNode=/1741489118 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1741489118/master 2024-11-17T20:19:06,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34415-0x1014a734ce40003, quorum=127.0.0.1:63645, baseZNode=/1741489118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1741489118 2024-11-17T20:19:06,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40363-0x1014a734ce40004, quorum=127.0.0.1:63645, baseZNode=/1741489118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1741489118 2024-11-17T20:19:06,932 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34415-0x1014a734ce40003, quorum=127.0.0.1:63645, baseZNode=/1741489118 Set watcher on existing znode=/1741489118/master 2024-11-17T20:19:06,933 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1741489118/backup-masters/0b0b0ae8de03,34415,1731874746606 from backup master directory 2024-11-17T20:19:06,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40363-0x1014a734ce40004, quorum=127.0.0.1:63645, baseZNode=/1741489118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1741489118/backup-masters 2024-11-17T20:19:06,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34415-0x1014a734ce40003, quorum=127.0.0.1:63645, baseZNode=/1741489118 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1741489118/backup-masters/0b0b0ae8de03,34415,1731874746606 2024-11-17T20:19:06,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34415-0x1014a734ce40003, quorum=127.0.0.1:63645, baseZNode=/1741489118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1741489118/backup-masters 2024-11-17T20:19:06,942 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:19:06,942 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b0b0ae8de03,34415,1731874746606 2024-11-17T20:19:06,948 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37917/user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/hbase.id] with ID: e68f7af4-e57e-4aa7-8398-2c5e35ad99a7 2024-11-17T20:19:06,948 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37917/user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/.tmp/hbase.id 2024-11-17T20:19:06,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34383 is added to blk_1073741826_1002 (size=42) 2024-11-17T20:19:07,356 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37917/user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/.tmp/hbase.id]:[hdfs://localhost:37917/user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/hbase.id] 2024-11-17T20:19:07,367 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:19:07,368 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T20:19:07,369 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T20:19:07,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40363-0x1014a734ce40004, quorum=127.0.0.1:63645, baseZNode=/1741489118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1741489118 2024-11-17T20:19:07,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34415-0x1014a734ce40003, quorum=127.0.0.1:63645, baseZNode=/1741489118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1741489118 2024-11-17T20:19:07,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34383 is added to blk_1073741827_1003 (size=196) 2024-11-17T20:19:07,788 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:19:07,789 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T20:19:07,789 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:19:07,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34383 is added to blk_1073741828_1004 (size=1189) 2024-11-17T20:19:08,196 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37917/user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/MasterData/data/master/store 2024-11-17T20:19:08,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34383 is added to blk_1073741829_1005 (size=34) 2024-11-17T20:19:08,388 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T20:19:08,603 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:19:08,603 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T20:19:08,603 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:19:08,603 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:19:08,603 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T20:19:08,603 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:19:08,603 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:19:08,603 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731874748603Disabling compacts and flushes for region at 1731874748603Disabling writes for close at 1731874748603Writing region close event to WAL at 1731874748603Closed at 1731874748603 2024-11-17T20:19:08,604 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37917/user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/MasterData/data/master/store/.initializing 2024-11-17T20:19:08,604 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37917/user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/MasterData/WALs/0b0b0ae8de03,34415,1731874746606 2024-11-17T20:19:08,605 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:19:08,607 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b0b0ae8de03%2C34415%2C1731874746606, suffix=, logDir=hdfs://localhost:37917/user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/MasterData/WALs/0b0b0ae8de03,34415,1731874746606, archiveDir=hdfs://localhost:37917/user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/MasterData/oldWALs, maxLogs=10 2024-11-17T20:19:08,619 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/MasterData/WALs/0b0b0ae8de03,34415,1731874746606/0b0b0ae8de03%2C34415%2C1731874746606.1731874748607, exclude list is [], retry=0 2024-11-17T20:19:08,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34383,DS-bf5f7e76-67c5-4fb4-8a80-4a1c68734bcc,DISK] 2024-11-17T20:19:08,623 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/MasterData/WALs/0b0b0ae8de03,34415,1731874746606/0b0b0ae8de03%2C34415%2C1731874746606.1731874748607 2024-11-17T20:19:08,623 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41573:41573)] 2024-11-17T20:19:08,623 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:19:08,623 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:19:08,623 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:08,623 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:08,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:08,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T20:19:08,625 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:08,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:19:08,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:08,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T20:19:08,627 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:08,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:19:08,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:08,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T20:19:08,628 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:08,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:19:08,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:08,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T20:19:08,629 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:08,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:19:08,630 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:08,630 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37917/user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:08,631 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37917/user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:08,631 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:08,631 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:08,632 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:19:08,633 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:08,635 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37917/user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:19:08,635 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65615208, jitterRate=-0.022257208824157715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:19:08,635 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731874748623Initializing all the Stores at 1731874748624 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874748624Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874748624Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874748624Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874748624Cleaning up temporary data from old regions at 1731874748631 (+7 ms)Region opened successfully at 1731874748635 (+4 ms) 2024-11-17T20:19:08,635 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T20:19:08,637 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f0d5c9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:19:08,638 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T20:19:08,638 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T20:19:08,638 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T20:19:08,638 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T20:19:08,638 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T20:19:08,639 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T20:19:08,639 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T20:19:08,640 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T20:19:08,641 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34415-0x1014a734ce40003, quorum=127.0.0.1:63645, baseZNode=/1741489118 Unable to get data of znode /1741489118/balancer because node does not exist (not necessarily an error) 2024-11-17T20:19:08,647 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1741489118/balancer already deleted, retry=false 2024-11-17T20:19:08,647 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T20:19:08,648 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34415-0x1014a734ce40003, quorum=127.0.0.1:63645, baseZNode=/1741489118 Unable to get data of znode /1741489118/normalizer because node does not exist (not necessarily an error) 2024-11-17T20:19:08,657 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1741489118/normalizer already deleted, retry=false 2024-11-17T20:19:08,658 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T20:19:08,658 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34415-0x1014a734ce40003, quorum=127.0.0.1:63645, baseZNode=/1741489118 Unable to get data of znode /1741489118/switch/split because node does not exist (not necessarily an error) 2024-11-17T20:19:08,668 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1741489118/switch/split already deleted, retry=false 2024-11-17T20:19:08,680 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34415-0x1014a734ce40003, quorum=127.0.0.1:63645, baseZNode=/1741489118 Unable to get data of znode /1741489118/switch/merge because node does not exist (not necessarily an error) 2024-11-17T20:19:08,689 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1741489118/switch/merge already deleted, retry=false 2024-11-17T20:19:08,697 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34415-0x1014a734ce40003, quorum=127.0.0.1:63645, baseZNode=/1741489118 Unable to get data of znode /1741489118/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T20:19:08,710 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1741489118/snapshot-cleanup already deleted, retry=false 2024-11-17T20:19:08,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34415-0x1014a734ce40003, quorum=127.0.0.1:63645, baseZNode=/1741489118 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1741489118/running 2024-11-17T20:19:08,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40363-0x1014a734ce40004, quorum=127.0.0.1:63645, baseZNode=/1741489118 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1741489118/running 2024-11-17T20:19:08,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40363-0x1014a734ce40004, quorum=127.0.0.1:63645, baseZNode=/1741489118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1741489118 2024-11-17T20:19:08,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34415-0x1014a734ce40003, quorum=127.0.0.1:63645, baseZNode=/1741489118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1741489118 2024-11-17T20:19:08,721 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b0b0ae8de03,34415,1731874746606, sessionid=0x1014a734ce40003, setting cluster-up flag (Was=false) 2024-11-17T20:19:08,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40363-0x1014a734ce40004, quorum=127.0.0.1:63645, baseZNode=/1741489118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1741489118 2024-11-17T20:19:08,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34415-0x1014a734ce40003, quorum=127.0.0.1:63645, baseZNode=/1741489118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1741489118 2024-11-17T20:19:08,773 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1741489118/flush-table-proc/acquired, /1741489118/flush-table-proc/reached, /1741489118/flush-table-proc/abort 2024-11-17T20:19:08,774 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b0b0ae8de03,34415,1731874746606 2024-11-17T20:19:08,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34415-0x1014a734ce40003, quorum=127.0.0.1:63645, baseZNode=/1741489118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1741489118 2024-11-17T20:19:08,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40363-0x1014a734ce40004, quorum=127.0.0.1:63645, baseZNode=/1741489118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1741489118 2024-11-17T20:19:08,826 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1741489118/online-snapshot/acquired, /1741489118/online-snapshot/reached, /1741489118/online-snapshot/abort 2024-11-17T20:19:08,827 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b0b0ae8de03,34415,1731874746606 2024-11-17T20:19:08,828 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37917/user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T20:19:08,829 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T20:19:08,830 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T20:19:08,830 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T20:19:08,830 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b0b0ae8de03,34415,1731874746606 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T20:19:08,831 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:19:08,831 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:19:08,831 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:19:08,831 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:19:08,831 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b0b0ae8de03:0, corePoolSize=10, maxPoolSize=10 2024-11-17T20:19:08,831 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:08,831 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:19:08,831 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:08,832 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731874778832 2024-11-17T20:19:08,832 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T20:19:08,832 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T20:19:08,832 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T20:19:08,832 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T20:19:08,832 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T20:19:08,832 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:19:08,832 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T20:19:08,832 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T20:19:08,832 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:08,833 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T20:19:08,833 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T20:19:08,833 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T20:19:08,833 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T20:19:08,833 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T20:19:08,833 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:08,833 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T20:19:08,833 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T20:19:08,833 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874748833,5,FailOnTimeoutGroup] 2024-11-17T20:19:08,834 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874748834,5,FailOnTimeoutGroup] 2024-11-17T20:19:08,834 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:08,834 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T20:19:08,834 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:08,834 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:08,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34383 is added to blk_1073741831_1007 (size=1321) 2024-11-17T20:19:08,895 INFO [RS:0;0b0b0ae8de03:40363 {}] regionserver.HRegionServer(746): ClusterId : e68f7af4-e57e-4aa7-8398-2c5e35ad99a7 2024-11-17T20:19:08,895 DEBUG [RS:0;0b0b0ae8de03:40363 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T20:19:08,953 DEBUG [RS:0;0b0b0ae8de03:40363 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T20:19:08,953 DEBUG [RS:0;0b0b0ae8de03:40363 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T20:19:08,964 DEBUG [RS:0;0b0b0ae8de03:40363 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T20:19:08,964 DEBUG [RS:0;0b0b0ae8de03:40363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b415c98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:19:08,976 DEBUG [RS:0;0b0b0ae8de03:40363 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b0b0ae8de03:40363 2024-11-17T20:19:08,976 INFO [RS:0;0b0b0ae8de03:40363 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T20:19:08,976 INFO [RS:0;0b0b0ae8de03:40363 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T20:19:08,976 DEBUG [RS:0;0b0b0ae8de03:40363 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T20:19:08,977 INFO [RS:0;0b0b0ae8de03:40363 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b0b0ae8de03,34415,1731874746606 with port=40363, startcode=1731874746850 2024-11-17T20:19:08,977 DEBUG [RS:0;0b0b0ae8de03:40363 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T20:19:08,978 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46131, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T20:19:08,979 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34415 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b0b0ae8de03,40363,1731874746850 2024-11-17T20:19:08,979 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34415 {}] master.ServerManager(517): Registering regionserver=0b0b0ae8de03,40363,1731874746850 2024-11-17T20:19:08,980 DEBUG [RS:0;0b0b0ae8de03:40363 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37917/user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519 2024-11-17T20:19:08,980 DEBUG [RS:0;0b0b0ae8de03:40363 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37917 2024-11-17T20:19:08,980 DEBUG [RS:0;0b0b0ae8de03:40363 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T20:19:08,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34415-0x1014a734ce40003, quorum=127.0.0.1:63645, baseZNode=/1741489118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1741489118/rs 2024-11-17T20:19:08,992 DEBUG [RS:0;0b0b0ae8de03:40363 {}] zookeeper.ZKUtil(111): regionserver:40363-0x1014a734ce40004, quorum=127.0.0.1:63645, baseZNode=/1741489118 Set watcher on existing znode=/1741489118/rs/0b0b0ae8de03,40363,1731874746850 2024-11-17T20:19:08,992 WARN [RS:0;0b0b0ae8de03:40363 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:19:08,992 INFO [RS:0;0b0b0ae8de03:40363 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:19:08,992 DEBUG [RS:0;0b0b0ae8de03:40363 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37917/user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/WALs/0b0b0ae8de03,40363,1731874746850 2024-11-17T20:19:08,992 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b0b0ae8de03,40363,1731874746850] 2024-11-17T20:19:08,996 INFO [RS:0;0b0b0ae8de03:40363 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T20:19:08,998 INFO [RS:0;0b0b0ae8de03:40363 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T20:19:08,998 INFO [RS:0;0b0b0ae8de03:40363 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T20:19:08,998 INFO [RS:0;0b0b0ae8de03:40363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:08,998 INFO [RS:0;0b0b0ae8de03:40363 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T20:19:08,999 INFO [RS:0;0b0b0ae8de03:40363 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T20:19:08,999 INFO [RS:0;0b0b0ae8de03:40363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:08,999 DEBUG [RS:0;0b0b0ae8de03:40363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:08,999 DEBUG [RS:0;0b0b0ae8de03:40363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:08,999 DEBUG [RS:0;0b0b0ae8de03:40363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:08,999 DEBUG [RS:0;0b0b0ae8de03:40363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:08,999 DEBUG [RS:0;0b0b0ae8de03:40363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:09,000 DEBUG [RS:0;0b0b0ae8de03:40363 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:19:09,000 DEBUG [RS:0;0b0b0ae8de03:40363 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:09,000 DEBUG [RS:0;0b0b0ae8de03:40363 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:09,000 DEBUG [RS:0;0b0b0ae8de03:40363 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:09,000 DEBUG [RS:0;0b0b0ae8de03:40363 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:09,000 DEBUG [RS:0;0b0b0ae8de03:40363 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:09,000 DEBUG [RS:0;0b0b0ae8de03:40363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:09,000 DEBUG [RS:0;0b0b0ae8de03:40363 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:19:09,000 DEBUG [RS:0;0b0b0ae8de03:40363 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:19:09,000 INFO [RS:0;0b0b0ae8de03:40363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:09,000 INFO [RS:0;0b0b0ae8de03:40363 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:09,000 INFO [RS:0;0b0b0ae8de03:40363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:09,000 INFO [RS:0;0b0b0ae8de03:40363 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:09,001 INFO [RS:0;0b0b0ae8de03:40363 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:09,001 INFO [RS:0;0b0b0ae8de03:40363 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,40363,1731874746850-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:19:09,013 INFO [RS:0;0b0b0ae8de03:40363 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T20:19:09,013 INFO [RS:0;0b0b0ae8de03:40363 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,40363,1731874746850-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:09,013 INFO [RS:0;0b0b0ae8de03:40363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:09,013 INFO [RS:0;0b0b0ae8de03:40363 {}] regionserver.Replication(171): 0b0b0ae8de03,40363,1731874746850 started 2024-11-17T20:19:09,025 INFO [RS:0;0b0b0ae8de03:40363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:09,025 INFO [RS:0;0b0b0ae8de03:40363 {}] regionserver.HRegionServer(1482): Serving as 0b0b0ae8de03,40363,1731874746850, RpcServer on 0b0b0ae8de03/172.17.0.2:40363, sessionid=0x1014a734ce40004 2024-11-17T20:19:09,025 DEBUG [RS:0;0b0b0ae8de03:40363 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T20:19:09,025 DEBUG [RS:0;0b0b0ae8de03:40363 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b0b0ae8de03,40363,1731874746850 2024-11-17T20:19:09,025 DEBUG [RS:0;0b0b0ae8de03:40363 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,40363,1731874746850' 2024-11-17T20:19:09,025 DEBUG [RS:0;0b0b0ae8de03:40363 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1741489118/flush-table-proc/abort' 2024-11-17T20:19:09,026 DEBUG [RS:0;0b0b0ae8de03:40363 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1741489118/flush-table-proc/acquired' 2024-11-17T20:19:09,026 DEBUG [RS:0;0b0b0ae8de03:40363 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T20:19:09,026 DEBUG [RS:0;0b0b0ae8de03:40363 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T20:19:09,026 DEBUG [RS:0;0b0b0ae8de03:40363 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b0b0ae8de03,40363,1731874746850 2024-11-17T20:19:09,026 DEBUG [RS:0;0b0b0ae8de03:40363 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,40363,1731874746850' 2024-11-17T20:19:09,026 DEBUG [RS:0;0b0b0ae8de03:40363 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1741489118/online-snapshot/abort' 2024-11-17T20:19:09,027 DEBUG [RS:0;0b0b0ae8de03:40363 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1741489118/online-snapshot/acquired' 2024-11-17T20:19:09,027 DEBUG [RS:0;0b0b0ae8de03:40363 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T20:19:09,027 INFO [RS:0;0b0b0ae8de03:40363 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T20:19:09,027 INFO [RS:0;0b0b0ae8de03:40363 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T20:19:09,127 INFO [RS:0;0b0b0ae8de03:40363 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:19:09,129 INFO [RS:0;0b0b0ae8de03:40363 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C40363%2C1731874746850, suffix=, logDir=hdfs://localhost:37917/user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/WALs/0b0b0ae8de03,40363,1731874746850, archiveDir=hdfs://localhost:37917/user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/oldWALs, maxLogs=10 2024-11-17T20:19:09,146 DEBUG [RS:0;0b0b0ae8de03:40363 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/WALs/0b0b0ae8de03,40363,1731874746850/0b0b0ae8de03%2C40363%2C1731874746850.1731874749129, exclude list is [], retry=0 2024-11-17T20:19:09,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34383,DS-bf5f7e76-67c5-4fb4-8a80-4a1c68734bcc,DISK] 2024-11-17T20:19:09,151 INFO [RS:0;0b0b0ae8de03:40363 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/WALs/0b0b0ae8de03,40363,1731874746850/0b0b0ae8de03%2C40363%2C1731874746850.1731874749129 2024-11-17T20:19:09,151 DEBUG [RS:0;0b0b0ae8de03:40363 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41573:41573)] 2024-11-17T20:19:09,175 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T20:19:09,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:09,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:09,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:09,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:09,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:09,240 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37917/user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T20:19:09,241 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37917/user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519 2024-11-17T20:19:09,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34383 is added to blk_1073741833_1009 (size=32) 2024-11-17T20:19:09,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:19:09,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T20:19:09,656 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T20:19:09,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:09,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:19:09,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T20:19:09,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T20:19:09,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:09,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:19:09,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T20:19:09,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T20:19:09,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:09,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:19:09,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T20:19:09,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T20:19:09,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:09,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:19:09,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T20:19:09,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37917/user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/data/hbase/meta/1588230740 2024-11-17T20:19:09,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37917/user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/data/hbase/meta/1588230740 2024-11-17T20:19:09,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T20:19:09,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T20:19:09,664 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:19:09,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T20:19:09,668 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37917/user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:19:09,669 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65894708, jitterRate=-0.018092334270477295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:19:09,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731874749652Initializing all the Stores at 1731874749653 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874749653Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874749653Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874749653Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874749653Cleaning up temporary data from old regions at 1731874749664 (+11 ms)Region opened successfully at 1731874749669 (+5 ms) 2024-11-17T20:19:09,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T20:19:09,669 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T20:19:09,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T20:19:09,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T20:19:09,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T20:19:09,670 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T20:19:09,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731874749669Disabling compacts and flushes for region at 1731874749669Disabling writes for close at 1731874749669Writing region close event to WAL at 1731874749670 (+1 ms)Closed at 1731874749670 2024-11-17T20:19:09,671 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:19:09,671 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T20:19:09,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T20:19:09,673 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T20:19:09,675 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T20:19:09,825 DEBUG [0b0b0ae8de03:34415 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T20:19:09,826 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b0b0ae8de03,40363,1731874746850 2024-11-17T20:19:09,827 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,40363,1731874746850, state=OPENING 2024-11-17T20:19:09,873 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T20:19:09,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40363-0x1014a734ce40004, quorum=127.0.0.1:63645, baseZNode=/1741489118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1741489118 2024-11-17T20:19:09,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34415-0x1014a734ce40003, quorum=127.0.0.1:63645, baseZNode=/1741489118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1741489118 2024-11-17T20:19:09,890 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1741489118/meta-region-server: CHANGED 2024-11-17T20:19:09,890 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1741489118/meta-region-server: CHANGED 2024-11-17T20:19:09,890 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T20:19:09,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,40363,1731874746850}] 2024-11-17T20:19:10,042 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T20:19:10,044 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44985, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T20:19:10,048 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T20:19:10,048 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:19:10,049 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T20:19:10,050 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C40363%2C1731874746850.meta, suffix=.meta, logDir=hdfs://localhost:37917/user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/WALs/0b0b0ae8de03,40363,1731874746850, archiveDir=hdfs://localhost:37917/user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/oldWALs, maxLogs=10 2024-11-17T20:19:10,068 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/WALs/0b0b0ae8de03,40363,1731874746850/0b0b0ae8de03%2C40363%2C1731874746850.meta.1731874750051.meta, exclude list is [], retry=0 2024-11-17T20:19:10,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34383,DS-bf5f7e76-67c5-4fb4-8a80-4a1c68734bcc,DISK] 2024-11-17T20:19:10,077 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/WALs/0b0b0ae8de03,40363,1731874746850/0b0b0ae8de03%2C40363%2C1731874746850.meta.1731874750051.meta 2024-11-17T20:19:10,077 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41573:41573)] 2024-11-17T20:19:10,077 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:19:10,078 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:19:10,078 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T20:19:10,078 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T20:19:10,078 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T20:19:10,079 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T20:19:10,079 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:19:10,079 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T20:19:10,079 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T20:19:10,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T20:19:10,094 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T20:19:10,094 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:10,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:19:10,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T20:19:10,095 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T20:19:10,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:10,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:19:10,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T20:19:10,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T20:19:10,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:10,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:19:10,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T20:19:10,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T20:19:10,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:10,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:19:10,100 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T20:19:10,101 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37917/user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/data/hbase/meta/1588230740 2024-11-17T20:19:10,102 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37917/user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/data/hbase/meta/1588230740 2024-11-17T20:19:10,103 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T20:19:10,103 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T20:19:10,104 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:19:10,105 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T20:19:10,106 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71407730, jitterRate=0.0640580952167511}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:19:10,106 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T20:19:10,106 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731874750079Writing region info on filesystem at 1731874750079Initializing all the Stores at 1731874750082 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874750082Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874750092 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874750092Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874750092Cleaning up temporary data from old regions at 1731874750103 (+11 ms)Running coprocessor post-open hooks at 1731874750106 (+3 ms)Region opened successfully at 1731874750106 2024-11-17T20:19:10,108 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731874750042 2024-11-17T20:19:10,110 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T20:19:10,110 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T20:19:10,111 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,40363,1731874746850 2024-11-17T20:19:10,112 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,40363,1731874746850, state=OPEN 2024-11-17T20:19:10,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34415-0x1014a734ce40003, quorum=127.0.0.1:63645, baseZNode=/1741489118 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1741489118/meta-region-server 2024-11-17T20:19:10,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40363-0x1014a734ce40004, quorum=127.0.0.1:63645, baseZNode=/1741489118 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1741489118/meta-region-server 2024-11-17T20:19:10,121 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,40363,1731874746850 2024-11-17T20:19:10,121 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1741489118/meta-region-server: CHANGED 2024-11-17T20:19:10,121 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1741489118/meta-region-server: CHANGED 2024-11-17T20:19:10,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T20:19:10,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,40363,1731874746850 in 231 msec 2024-11-17T20:19:10,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T20:19:10,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 452 msec 2024-11-17T20:19:10,126 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:19:10,126 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T20:19:10,127 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:19:10,127 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,40363,1731874746850, seqNum=-1] 2024-11-17T20:19:10,128 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:19:10,129 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:19:10,135 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3050 sec 2024-11-17T20:19:10,135 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731874750135, completionTime=-1 2024-11-17T20:19:10,135 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T20:19:10,135 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T20:19:10,138 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T20:19:10,138 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731874810138 2024-11-17T20:19:10,138 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731874870138 2024-11-17T20:19:10,138 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-17T20:19:10,139 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,34415,1731874746606-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:10,139 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,34415,1731874746606-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:10,139 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,34415,1731874746606-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:10,139 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b0b0ae8de03:34415, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:10,139 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:10,139 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:10,141 DEBUG [master/0b0b0ae8de03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T20:19:10,144 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.202sec 2024-11-17T20:19:10,144 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T20:19:10,144 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T20:19:10,144 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T20:19:10,144 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T20:19:10,144 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T20:19:10,145 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,34415,1731874746606-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:19:10,145 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,34415,1731874746606-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T20:19:10,147 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T20:19:10,147 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T20:19:10,148 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,34415,1731874746606-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:10,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d1f54e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:10,196 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,34415,-1 for getting cluster id 2024-11-17T20:19:10,196 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:19:10,198 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e68f7af4-e57e-4aa7-8398-2c5e35ad99a7' 2024-11-17T20:19:10,198 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:19:10,198 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e68f7af4-e57e-4aa7-8398-2c5e35ad99a7" 2024-11-17T20:19:10,198 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@119fa3f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:10,199 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,34415,-1] 2024-11-17T20:19:10,199 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:19:10,199 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:10,201 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:19:10,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7621bb09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:10,202 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:19:10,203 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,40363,1731874746850, seqNum=-1] 2024-11-17T20:19:10,204 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:19:10,205 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:19:10,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0b0b0ae8de03,34415,1731874746606 2024-11-17T20:19:10,209 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63645 2024-11-17T20:19:10,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63645, baseZNode=/1741489118 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:19:10,223 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014a734ce40005 connected 2024-11-17T20:19:10,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55e252bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:10,235 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,36385,-1 for getting cluster id 2024-11-17T20:19:10,235 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:19:10,236 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b3015dd-e50c-4cd7-8980-2863ed3297a8' 2024-11-17T20:19:10,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:19:10,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b3015dd-e50c-4cd7-8980-2863ed3297a8" 2024-11-17T20:19:10,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bac90f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:10,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,36385,-1] 2024-11-17T20:19:10,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:19:10,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:10,238 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:19:10,238 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4798b2cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:10,239 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:19:10,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,36385,1731874740198 2024-11-17T20:19:10,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@da65932 2024-11-17T20:19:10,240 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:19:10,240 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:19:10,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36385 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://0b0b0ae8de03:34415,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T20:19:10,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36385 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T20:19:10,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:19:10,243 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b0b0ae8de03:34415' 2024-11-17T20:19:10,244 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10a088ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:10,244 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,34415,-1 for getting cluster id 2024-11-17T20:19:10,245 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:19:10,245 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e68f7af4-e57e-4aa7-8398-2c5e35ad99a7' 2024-11-17T20:19:10,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:19:10,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e68f7af4-e57e-4aa7-8398-2c5e35ad99a7" 2024-11-17T20:19:10,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@498d90c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:10,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,34415,-1] 2024-11-17T20:19:10,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:19:10,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:10,247 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:19:10,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ded10d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:10,248 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:19:10,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,34415,1731874746606 2024-11-17T20:19:10,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f669dc8 2024-11-17T20:19:10,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:19:10,249 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:19:10,250 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-17T20:19:10,250 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T20:19:10,250 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:10,250 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:10,250 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:19:10,250 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:19:10,251 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T20:19:10,252 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T20:19:10,252 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:10,253 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T20:19:10,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741835_1011 (size=1138) 2024-11-17T20:19:10,302 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T20:19:10,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:19:10,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:19:10,660 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bccc6aceef8e4dac65374bd66b9c8b2c, NAME => 'hbase:replication,,1731874750250.bccc6aceef8e4dac65374bd66b9c8b2c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c 2024-11-17T20:19:10,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741836_1012 (size=44) 2024-11-17T20:19:10,665 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731874750250.bccc6aceef8e4dac65374bd66b9c8b2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:19:10,665 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bccc6aceef8e4dac65374bd66b9c8b2c, disabling compactions & flushes 2024-11-17T20:19:10,665 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731874750250.bccc6aceef8e4dac65374bd66b9c8b2c. 2024-11-17T20:19:10,665 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731874750250.bccc6aceef8e4dac65374bd66b9c8b2c. 2024-11-17T20:19:10,665 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731874750250.bccc6aceef8e4dac65374bd66b9c8b2c. after waiting 0 ms 2024-11-17T20:19:10,665 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731874750250.bccc6aceef8e4dac65374bd66b9c8b2c. 2024-11-17T20:19:10,665 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731874750250.bccc6aceef8e4dac65374bd66b9c8b2c. 2024-11-17T20:19:10,665 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bccc6aceef8e4dac65374bd66b9c8b2c: Waiting for close lock at 1731874750665Disabling compacts and flushes for region at 1731874750665Disabling writes for close at 1731874750665Writing region close event to WAL at 1731874750665Closed at 1731874750665 2024-11-17T20:19:10,666 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T20:19:10,667 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731874750250.bccc6aceef8e4dac65374bd66b9c8b2c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731874750666"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731874750666"}]},"ts":"1731874750666"} 2024-11-17T20:19:10,669 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T20:19:10,670 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T20:19:10,670 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874750670"}]},"ts":"1731874750670"} 2024-11-17T20:19:10,672 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T20:19:10,673 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bccc6aceef8e4dac65374bd66b9c8b2c, ASSIGN}] 2024-11-17T20:19:10,674 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bccc6aceef8e4dac65374bd66b9c8b2c, ASSIGN 2024-11-17T20:19:10,675 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bccc6aceef8e4dac65374bd66b9c8b2c, ASSIGN; state=OFFLINE, location=0b0b0ae8de03,42637,1731874740371; forceNewPlan=false, retain=false 2024-11-17T20:19:10,825 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bccc6aceef8e4dac65374bd66b9c8b2c, regionState=OPENING, regionLocation=0b0b0ae8de03,42637,1731874740371 2024-11-17T20:19:10,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bccc6aceef8e4dac65374bd66b9c8b2c, ASSIGN because future has completed 2024-11-17T20:19:10,829 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bccc6aceef8e4dac65374bd66b9c8b2c, server=0b0b0ae8de03,42637,1731874740371}] 2024-11-17T20:19:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:19:10,988 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731874750250.bccc6aceef8e4dac65374bd66b9c8b2c. 2024-11-17T20:19:10,988 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:19:10,988 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T20:19:10,990 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C42637%2C1731874740371.rep, suffix=, logDir=hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/WALs/0b0b0ae8de03,42637,1731874740371, archiveDir=hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/oldWALs, maxLogs=10 2024-11-17T20:19:11,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/WALs/0b0b0ae8de03,42637,1731874740371/0b0b0ae8de03%2C42637%2C1731874740371.rep.1731874750990, exclude list is [], retry=0 2024-11-17T20:19:11,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40353,DS-0f533390-ad70-42d8-a4fc-be72dd0897b2,DISK] 2024-11-17T20:19:11,013 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/WALs/0b0b0ae8de03,42637,1731874740371/0b0b0ae8de03%2C42637%2C1731874740371.rep.1731874750990 2024-11-17T20:19:11,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44963:44963)] 2024-11-17T20:19:11,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => bccc6aceef8e4dac65374bd66b9c8b2c, NAME => 'hbase:replication,,1731874750250.bccc6aceef8e4dac65374bd66b9c8b2c.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:19:11,016 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:19:11,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T20:19:11,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731874750250.bccc6aceef8e4dac65374bd66b9c8b2c. service=MultiRowMutationService 2024-11-17T20:19:11,017 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T20:19:11,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bccc6aceef8e4dac65374bd66b9c8b2c 2024-11-17T20:19:11,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731874750250.bccc6aceef8e4dac65374bd66b9c8b2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:19:11,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for bccc6aceef8e4dac65374bd66b9c8b2c 2024-11-17T20:19:11,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for bccc6aceef8e4dac65374bd66b9c8b2c 2024-11-17T20:19:11,020 INFO [StoreOpener-bccc6aceef8e4dac65374bd66b9c8b2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bccc6aceef8e4dac65374bd66b9c8b2c 2024-11-17T20:19:11,022 INFO [StoreOpener-bccc6aceef8e4dac65374bd66b9c8b2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bccc6aceef8e4dac65374bd66b9c8b2c columnFamilyName hfileref 2024-11-17T20:19:11,022 DEBUG [StoreOpener-bccc6aceef8e4dac65374bd66b9c8b2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:11,023 INFO [StoreOpener-bccc6aceef8e4dac65374bd66b9c8b2c-1 {}] regionserver.HStore(327): Store=bccc6aceef8e4dac65374bd66b9c8b2c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:19:11,023 INFO [StoreOpener-bccc6aceef8e4dac65374bd66b9c8b2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bccc6aceef8e4dac65374bd66b9c8b2c 2024-11-17T20:19:11,024 INFO [StoreOpener-bccc6aceef8e4dac65374bd66b9c8b2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bccc6aceef8e4dac65374bd66b9c8b2c columnFamilyName queue 2024-11-17T20:19:11,024 DEBUG [StoreOpener-bccc6aceef8e4dac65374bd66b9c8b2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:11,025 INFO [StoreOpener-bccc6aceef8e4dac65374bd66b9c8b2c-1 {}] regionserver.HStore(327): Store=bccc6aceef8e4dac65374bd66b9c8b2c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:19:11,025 INFO [StoreOpener-bccc6aceef8e4dac65374bd66b9c8b2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bccc6aceef8e4dac65374bd66b9c8b2c 2024-11-17T20:19:11,026 INFO [StoreOpener-bccc6aceef8e4dac65374bd66b9c8b2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bccc6aceef8e4dac65374bd66b9c8b2c columnFamilyName sid 2024-11-17T20:19:11,026 DEBUG [StoreOpener-bccc6aceef8e4dac65374bd66b9c8b2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:11,026 INFO [StoreOpener-bccc6aceef8e4dac65374bd66b9c8b2c-1 {}] regionserver.HStore(327): Store=bccc6aceef8e4dac65374bd66b9c8b2c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:19:11,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for bccc6aceef8e4dac65374bd66b9c8b2c 2024-11-17T20:19:11,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/data/hbase/replication/bccc6aceef8e4dac65374bd66b9c8b2c 2024-11-17T20:19:11,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/data/hbase/replication/bccc6aceef8e4dac65374bd66b9c8b2c 2024-11-17T20:19:11,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for bccc6aceef8e4dac65374bd66b9c8b2c 2024-11-17T20:19:11,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for bccc6aceef8e4dac65374bd66b9c8b2c 2024-11-17T20:19:11,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T20:19:11,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for bccc6aceef8e4dac65374bd66b9c8b2c 2024-11-17T20:19:11,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/data/hbase/replication/bccc6aceef8e4dac65374bd66b9c8b2c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:19:11,034 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened bccc6aceef8e4dac65374bd66b9c8b2c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72452733, jitterRate=0.07962985336780548}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T20:19:11,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bccc6aceef8e4dac65374bd66b9c8b2c 2024-11-17T20:19:11,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for bccc6aceef8e4dac65374bd66b9c8b2c: Running coprocessor pre-open hook at 1731874751017Writing region info on filesystem at 1731874751017Initializing all the Stores at 1731874751019 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874751019Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874751020 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874751020Cleaning up temporary data from old regions at 1731874751028 (+8 ms)Running coprocessor post-open hooks at 1731874751034 (+6 ms)Region opened successfully at 1731874751034 2024-11-17T20:19:11,035 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731874750250.bccc6aceef8e4dac65374bd66b9c8b2c., pid=7, masterSystemTime=1731874750984 2024-11-17T20:19:11,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731874750250.bccc6aceef8e4dac65374bd66b9c8b2c. 2024-11-17T20:19:11,037 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731874750250.bccc6aceef8e4dac65374bd66b9c8b2c. 2024-11-17T20:19:11,038 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bccc6aceef8e4dac65374bd66b9c8b2c, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,42637,1731874740371 2024-11-17T20:19:11,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bccc6aceef8e4dac65374bd66b9c8b2c, server=0b0b0ae8de03,42637,1731874740371 because future has completed 2024-11-17T20:19:11,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-17T20:19:11,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure bccc6aceef8e4dac65374bd66b9c8b2c, server=0b0b0ae8de03,42637,1731874740371 in 217 msec 2024-11-17T20:19:11,052 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T20:19:11,052 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bccc6aceef8e4dac65374bd66b9c8b2c, ASSIGN in 376 msec 2024-11-17T20:19:11,053 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T20:19:11,054 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874751053"}]},"ts":"1731874751053"} 2024-11-17T20:19:11,057 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T20:19:11,058 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T20:19:11,061 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 808 msec 2024-11-17T20:19:11,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731874750250.bccc6aceef8e4dac65374bd66b9c8b2c., hostname=0b0b0ae8de03,42637,1731874740371, seqNum=2] 2024-11-17T20:19:11,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36385-0x1014a734ce40000, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-971325318 2024-11-17T20:19:11,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42637-0x1014a734ce40001, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-971325318 2024-11-17T20:19:11,154 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T20:19:11,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-17T20:19:11,316 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T20:19:11,358 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-0b0b0ae8de03,42637,1731874740371, ReplicationSource: 1, currentBandwidth=0 2024-11-17T20:19:11,358 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:19:11,358 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,42637,1731874740371, seqNum=-1] 2024-11-17T20:19:11,359 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:19:11,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-17T20:19:11,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-0b0b0ae8de03,42637,1731874740371', locateType=CURRENT is [region=hbase:replication,,1731874750250.bccc6aceef8e4dac65374bd66b9c8b2c., hostname=0b0b0ae8de03,42637,1731874740371, seqNum=2] 2024-11-17T20:19:11,365 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-17T20:19:11,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36385 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-17T20:19:11,368 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 0b0b0ae8de03,42637,1731874740371 suceeded 2024-11-17T20:19:11,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-17T20:19:11,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 214 msec 2024-11-17T20:19:11,372 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://0b0b0ae8de03:34415,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T20:19:11,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1320 sec 2024-11-17T20:19:11,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:19:11,384 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T20:19:11,384 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:19:11,384 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:19:11,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:11,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:11,384 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:19:11,384 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:19:11,385 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,36385,1731874740198 2024-11-17T20:19:11,385 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76b6e869 2024-11-17T20:19:11,385 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:19:11,386 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:19:11,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36385 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-17T20:19:11,387 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,42637,1731874740371 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b0b0ae8de03:34415' 2024-11-17T20:19:11,387 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:19:11,387 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:19:11,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:11,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:11,388 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T20:19:11,388 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1754758727, stopped=false 2024-11-17T20:19:11,388 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:19:11,388 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0b0b0ae8de03,36385,1731874740198 2024-11-17T20:19:11,388 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,42637,1731874740371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50959a20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:11,389 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,42637,1731874740371 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,34415,-1 for getting cluster id 2024-11-17T20:19:11,389 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,42637,1731874740371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:19:11,390 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e68f7af4-e57e-4aa7-8398-2c5e35ad99a7' 2024-11-17T20:19:11,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:19:11,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e68f7af4-e57e-4aa7-8398-2c5e35ad99a7" 2024-11-17T20:19:11,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67845ef5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:11,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,34415,-1] 2024-11-17T20:19:11,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:19:11,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:11,392 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:19:11,394 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,42637,1731874740371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f41ab04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:11,394 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,42637,1731874740371 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:19:11,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36385-0x1014a734ce40000, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-971325318/running 2024-11-17T20:19:11,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42637-0x1014a734ce40001, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-971325318/running 2024-11-17T20:19:11,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42637-0x1014a734ce40001, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-971325318 2024-11-17T20:19:11,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36385-0x1014a734ce40000, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-971325318 2024-11-17T20:19:11,395 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T20:19:11,395 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:19:11,395 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:19:11,395 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42637-0x1014a734ce40001, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Set watcher on znode that does not yet exist, /0-971325318/running 2024-11-17T20:19:11,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:11,396 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b0b0ae8de03,42637,1731874740371' ***** 2024-11-17T20:19:11,396 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T20:19:11,396 INFO [RS:0;0b0b0ae8de03:42637 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T20:19:11,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,34415,1731874746606 2024-11-17T20:19:11,396 INFO [RS:0;0b0b0ae8de03:42637 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T20:19:11,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43adb64c 2024-11-17T20:19:11,396 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T20:19:11,396 INFO [RS:0;0b0b0ae8de03:42637 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T20:19:11,396 INFO [RS:0;0b0b0ae8de03:42637 {}] regionserver.HRegionServer(3091): Received CLOSE for bccc6aceef8e4dac65374bd66b9c8b2c 2024-11-17T20:19:11,396 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36385-0x1014a734ce40000, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Set watcher on znode that does not yet exist, /0-971325318/running 2024-11-17T20:19:11,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:19:11,398 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-17T20:19:11,399 INFO [regionserver/0b0b0ae8de03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:19:11,400 INFO [RS:0;0b0b0ae8de03:42637 {}] regionserver.HRegionServer(959): stopping server 0b0b0ae8de03,42637,1731874740371 2024-11-17T20:19:11,400 INFO [RS:0;0b0b0ae8de03:42637 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:19:11,400 INFO [RS:0;0b0b0ae8de03:42637 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:42637. 2024-11-17T20:19:11,400 DEBUG [RS:0;0b0b0ae8de03:42637 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:19:11,400 DEBUG [RS:0;0b0b0ae8de03:42637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:11,400 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bccc6aceef8e4dac65374bd66b9c8b2c, disabling compactions & flushes 2024-11-17T20:19:11,400 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731874750250.bccc6aceef8e4dac65374bd66b9c8b2c. 2024-11-17T20:19:11,400 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731874750250.bccc6aceef8e4dac65374bd66b9c8b2c. 2024-11-17T20:19:11,400 INFO [RS:0;0b0b0ae8de03:42637 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T20:19:11,400 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731874750250.bccc6aceef8e4dac65374bd66b9c8b2c. after waiting 0 ms 2024-11-17T20:19:11,400 INFO [RS:0;0b0b0ae8de03:42637 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T20:19:11,400 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731874750250.bccc6aceef8e4dac65374bd66b9c8b2c. 2024-11-17T20:19:11,400 INFO [RS:0;0b0b0ae8de03:42637 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T20:19:11,401 INFO [RS:0;0b0b0ae8de03:42637 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T20:19:11,401 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bccc6aceef8e4dac65374bd66b9c8b2c 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-17T20:19:11,404 INFO [RS:0;0b0b0ae8de03:42637 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T20:19:11,404 DEBUG [RS:0;0b0b0ae8de03:42637 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, bccc6aceef8e4dac65374bd66b9c8b2c=hbase:replication,,1731874750250.bccc6aceef8e4dac65374bd66b9c8b2c.} 2024-11-17T20:19:11,404 DEBUG [RS:0;0b0b0ae8de03:42637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bccc6aceef8e4dac65374bd66b9c8b2c 2024-11-17T20:19:11,404 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T20:19:11,404 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T20:19:11,404 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T20:19:11,404 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T20:19:11,404 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T20:19:11,405 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-17T20:19:11,429 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/data/hbase/replication/bccc6aceef8e4dac65374bd66b9c8b2c/.tmp/queue/99dc810845bf41a38f880d5db2057fb9 is 151, key is 1-0b0b0ae8de03,42637,1731874740371/queue:0b0b0ae8de03%2C42637%2C1731874740371/1731874751364/Put/seqid=0 2024-11-17T20:19:11,429 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/data/hbase/meta/1588230740/.tmp/info/a85bf891c19c4ef2852f7ec4a9de65de is 147, key is hbase:replication,,1731874750250.bccc6aceef8e4dac65374bd66b9c8b2c./info:regioninfo/1731874751038/Put/seqid=0 2024-11-17T20:19:11,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741838_1014 (size=5350) 2024-11-17T20:19:11,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741839_1015 (size=6631) 2024-11-17T20:19:11,604 DEBUG [RS:0;0b0b0ae8de03:42637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bccc6aceef8e4dac65374bd66b9c8b2c 2024-11-17T20:19:11,804 DEBUG [RS:0;0b0b0ae8de03:42637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bccc6aceef8e4dac65374bd66b9c8b2c 2024-11-17T20:19:11,853 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/data/hbase/replication/bccc6aceef8e4dac65374bd66b9c8b2c/.tmp/queue/99dc810845bf41a38f880d5db2057fb9 2024-11-17T20:19:11,858 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/data/hbase/replication/bccc6aceef8e4dac65374bd66b9c8b2c/.tmp/queue/99dc810845bf41a38f880d5db2057fb9 as hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/data/hbase/replication/bccc6aceef8e4dac65374bd66b9c8b2c/queue/99dc810845bf41a38f880d5db2057fb9 2024-11-17T20:19:11,859 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/data/hbase/meta/1588230740/.tmp/info/a85bf891c19c4ef2852f7ec4a9de65de 2024-11-17T20:19:11,864 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/data/hbase/replication/bccc6aceef8e4dac65374bd66b9c8b2c/queue/99dc810845bf41a38f880d5db2057fb9, entries=1, sequenceid=5, filesize=5.2 K 2024-11-17T20:19:11,864 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for bccc6aceef8e4dac65374bd66b9c8b2c in 464ms, sequenceid=5, compaction requested=false 2024-11-17T20:19:11,865 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T20:19:11,870 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/data/hbase/replication/bccc6aceef8e4dac65374bd66b9c8b2c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T20:19:11,871 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:19:11,871 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T20:19:11,871 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731874750250.bccc6aceef8e4dac65374bd66b9c8b2c. 2024-11-17T20:19:11,871 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bccc6aceef8e4dac65374bd66b9c8b2c: Waiting for close lock at 1731874751400Running coprocessor pre-close hooks at 1731874751400Disabling compacts and flushes for region at 1731874751400Disabling writes for close at 1731874751400Obtaining lock to block concurrent updates at 1731874751401 (+1 ms)Preparing flush snapshotting stores in bccc6aceef8e4dac65374bd66b9c8b2c at 1731874751401Finished memstore snapshotting hbase:replication,,1731874750250.bccc6aceef8e4dac65374bd66b9c8b2c., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731874751401Flushing stores of hbase:replication,,1731874750250.bccc6aceef8e4dac65374bd66b9c8b2c. at 1731874751402 (+1 ms)Flushing bccc6aceef8e4dac65374bd66b9c8b2c/queue: creating writer at 1731874751402Flushing bccc6aceef8e4dac65374bd66b9c8b2c/queue: appending metadata at 1731874751428 (+26 ms)Flushing bccc6aceef8e4dac65374bd66b9c8b2c/queue: closing flushed file at 1731874751428Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4557fc54: reopening flushed file at 1731874751857 (+429 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for bccc6aceef8e4dac65374bd66b9c8b2c in 464ms, sequenceid=5, compaction requested=false at 1731874751864 (+7 ms)Writing region close event to WAL at 1731874751867 (+3 ms)Running coprocessor post-close hooks at 1731874751871 (+4 ms)Closed at 1731874751871 2024-11-17T20:19:11,872 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731874750250.bccc6aceef8e4dac65374bd66b9c8b2c. 2024-11-17T20:19:11,880 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/data/hbase/meta/1588230740/.tmp/ns/c01f309718434daa89525877a2c5843a is 43, key is default/ns:d/1731874743799/Put/seqid=0 2024-11-17T20:19:11,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741840_1016 (size=5153) 2024-11-17T20:19:12,005 DEBUG [RS:0;0b0b0ae8de03:42637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:19:12,205 DEBUG [RS:0;0b0b0ae8de03:42637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:19:12,286 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/data/hbase/meta/1588230740/.tmp/ns/c01f309718434daa89525877a2c5843a 2024-11-17T20:19:12,310 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/data/hbase/meta/1588230740/.tmp/table/66a1af672d02452599fd5f326bd0dbb3 is 53, key is hbase:replication/table:state/1731874751053/Put/seqid=0 2024-11-17T20:19:12,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741841_1017 (size=5256) 2024-11-17T20:19:12,339 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/data/hbase/meta/1588230740/.tmp/table/66a1af672d02452599fd5f326bd0dbb3 2024-11-17T20:19:12,352 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/data/hbase/meta/1588230740/.tmp/info/a85bf891c19c4ef2852f7ec4a9de65de as hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/data/hbase/meta/1588230740/info/a85bf891c19c4ef2852f7ec4a9de65de 2024-11-17T20:19:12,360 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/data/hbase/meta/1588230740/info/a85bf891c19c4ef2852f7ec4a9de65de, entries=10, sequenceid=11, filesize=6.5 K 2024-11-17T20:19:12,363 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/data/hbase/meta/1588230740/.tmp/ns/c01f309718434daa89525877a2c5843a as hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/data/hbase/meta/1588230740/ns/c01f309718434daa89525877a2c5843a 2024-11-17T20:19:12,379 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/data/hbase/meta/1588230740/ns/c01f309718434daa89525877a2c5843a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T20:19:12,381 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/data/hbase/meta/1588230740/.tmp/table/66a1af672d02452599fd5f326bd0dbb3 as hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/data/hbase/meta/1588230740/table/66a1af672d02452599fd5f326bd0dbb3 2024-11-17T20:19:12,396 INFO [regionserver/0b0b0ae8de03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T20:19:12,396 INFO [regionserver/0b0b0ae8de03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T20:19:12,397 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/data/hbase/meta/1588230740/table/66a1af672d02452599fd5f326bd0dbb3, entries=2, sequenceid=11, filesize=5.1 K 2024-11-17T20:19:12,403 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 998ms, sequenceid=11, compaction requested=false 2024-11-17T20:19:12,405 INFO [RS:0;0b0b0ae8de03:42637 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T20:19:12,405 DEBUG [RS:0;0b0b0ae8de03:42637 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T20:19:12,405 DEBUG [RS:0;0b0b0ae8de03:42637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:19:12,466 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-17T20:19:12,469 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:19:12,469 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T20:19:12,469 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T20:19:12,469 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731874751404Running coprocessor pre-close hooks at 1731874751404Disabling compacts and flushes for region at 1731874751404Disabling writes for close at 1731874751404Obtaining lock to block concurrent updates at 1731874751405 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731874751405Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731874751405Flushing stores of hbase:meta,,1.1588230740 at 1731874751406 (+1 ms)Flushing 1588230740/info: creating writer at 1731874751406Flushing 1588230740/info: appending metadata at 1731874751429 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731874751429Flushing 1588230740/ns: creating writer at 1731874751864 (+435 ms)Flushing 1588230740/ns: appending metadata at 1731874751879 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731874751879Flushing 1588230740/table: creating writer at 1731874752292 (+413 ms)Flushing 1588230740/table: appending metadata at 1731874752310 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731874752310Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52889f86: reopening flushed file at 1731874752350 (+40 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aa7e5e3: reopening flushed file at 1731874752361 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b6e789f: reopening flushed file at 1731874752379 (+18 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 998ms, sequenceid=11, compaction requested=false at 1731874752403 (+24 ms)Writing region close event to WAL at 1731874752433 (+30 ms)Running coprocessor post-close hooks at 1731874752469 (+36 ms)Closed at 1731874752469 2024-11-17T20:19:12,469 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T20:19:12,605 INFO [RS:0;0b0b0ae8de03:42637 {}] regionserver.HRegionServer(976): stopping server 0b0b0ae8de03,42637,1731874740371; all regions closed. 2024-11-17T20:19:12,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741834_1010 (size=2742) 2024-11-17T20:19:12,639 DEBUG [RS:0;0b0b0ae8de03:42637 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/oldWALs 2024-11-17T20:19:12,639 INFO [RS:0;0b0b0ae8de03:42637 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b0b0ae8de03%2C42637%2C1731874740371.meta:.meta(num 1731874743655) 2024-11-17T20:19:12,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741837_1013 (size=1586) 2024-11-17T20:19:12,673 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/WALs/0b0b0ae8de03,42637,1731874740371/0b0b0ae8de03%2C42637%2C1731874740371.rep.1731874750990 not finished, retry = 0 2024-11-17T20:19:12,777 DEBUG [RS:0;0b0b0ae8de03:42637 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/oldWALs 2024-11-17T20:19:12,777 INFO [RS:0;0b0b0ae8de03:42637 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b0b0ae8de03%2C42637%2C1731874740371.rep:(num 1731874750990) 2024-11-17T20:19:12,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741832_1008 (size=93) 2024-11-17T20:19:12,787 DEBUG [RS:0;0b0b0ae8de03:42637 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/oldWALs 2024-11-17T20:19:12,787 INFO [RS:0;0b0b0ae8de03:42637 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b0b0ae8de03%2C42637%2C1731874740371:(num 1731874742522) 2024-11-17T20:19:12,787 DEBUG [RS:0;0b0b0ae8de03:42637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:12,787 INFO [RS:0;0b0b0ae8de03:42637 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:19:12,787 INFO [RS:0;0b0b0ae8de03:42637 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:19:12,787 INFO [RS:0;0b0b0ae8de03:42637 {}] hbase.ChoreService(370): Chore service for: regionserver/0b0b0ae8de03:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-17T20:19:12,788 INFO [regionserver/0b0b0ae8de03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:19:12,788 INFO [RS:0;0b0b0ae8de03:42637 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:19:12,788 INFO [RS:0;0b0b0ae8de03:42637 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0b0b0ae8de03,42637,1731874740371 because: Region server is closing 2024-11-17T20:19:12,788 INFO [RS:0;0b0b0ae8de03:42637 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:42637. 2024-11-17T20:19:12,788 DEBUG [RS:0;0b0b0ae8de03:42637 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:19:12,789 DEBUG [RS:0;0b0b0ae8de03:42637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:12,789 DEBUG [RS:0;0b0b0ae8de03:42637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:12,789 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:19:12,789 INFO [RS:0;0b0b0ae8de03:42637 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42637 2024-11-17T20:19:12,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42637-0x1014a734ce40001, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-971325318/rs/0b0b0ae8de03,42637,1731874740371 2024-11-17T20:19:12,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36385-0x1014a734ce40000, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-971325318/rs 2024-11-17T20:19:12,847 INFO [RS:0;0b0b0ae8de03:42637 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:19:12,857 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b0b0ae8de03,42637,1731874740371] 2024-11-17T20:19:12,868 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-971325318/draining/0b0b0ae8de03,42637,1731874740371 already deleted, retry=false 2024-11-17T20:19:12,868 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b0b0ae8de03,42637,1731874740371 expired; onlineServers=0 2024-11-17T20:19:12,868 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0b0b0ae8de03,36385,1731874740198' ***** 2024-11-17T20:19:12,868 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T20:19:12,868 INFO [M:0;0b0b0ae8de03:36385 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:19:12,868 INFO [M:0;0b0b0ae8de03:36385 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:19:12,868 DEBUG [M:0;0b0b0ae8de03:36385 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T20:19:12,868 DEBUG [M:0;0b0b0ae8de03:36385 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T20:19:12,868 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T20:19:12,868 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874742284 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874742284,5,FailOnTimeoutGroup] 2024-11-17T20:19:12,868 INFO [M:0;0b0b0ae8de03:36385 {}] hbase.ChoreService(370): Chore service for: master/0b0b0ae8de03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T20:19:12,868 INFO [M:0;0b0b0ae8de03:36385 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:19:12,869 DEBUG [M:0;0b0b0ae8de03:36385 {}] master.HMaster(1795): Stopping service threads 2024-11-17T20:19:12,869 INFO [M:0;0b0b0ae8de03:36385 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T20:19:12,869 INFO [M:0;0b0b0ae8de03:36385 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T20:19:12,869 INFO [M:0;0b0b0ae8de03:36385 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T20:19:12,869 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T20:19:12,869 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874742285 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874742285,5,FailOnTimeoutGroup] 2024-11-17T20:19:12,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36385-0x1014a734ce40000, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-971325318/master 2024-11-17T20:19:12,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36385-0x1014a734ce40000, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-971325318 2024-11-17T20:19:12,878 DEBUG [M:0;0b0b0ae8de03:36385 {}] zookeeper.ZKUtil(347): master:36385-0x1014a734ce40000, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Unable to get data of znode /0-971325318/master because node does not exist (not an error) 2024-11-17T20:19:12,879 WARN [M:0;0b0b0ae8de03:36385 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T20:19:12,879 INFO [M:0;0b0b0ae8de03:36385 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/.lastflushedseqids 2024-11-17T20:19:12,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741842_1018 (size=190) 2024-11-17T20:19:12,885 INFO [M:0;0b0b0ae8de03:36385 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T20:19:12,886 INFO [M:0;0b0b0ae8de03:36385 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T20:19:12,886 DEBUG [M:0;0b0b0ae8de03:36385 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T20:19:12,886 INFO [M:0;0b0b0ae8de03:36385 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:19:12,886 DEBUG [M:0;0b0b0ae8de03:36385 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:19:12,886 DEBUG [M:0;0b0b0ae8de03:36385 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T20:19:12,886 DEBUG [M:0;0b0b0ae8de03:36385 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:19:12,886 INFO [M:0;0b0b0ae8de03:36385 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-17T20:19:12,910 DEBUG [M:0;0b0b0ae8de03:36385 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64f0b53133ee41c288aeac72d4351071 is 82, key is hbase:meta,,1/info:regioninfo/1731874743697/Put/seqid=0 2024-11-17T20:19:12,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741843_1019 (size=5672) 2024-11-17T20:19:12,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42637-0x1014a734ce40001, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:19:12,958 INFO [RS:0;0b0b0ae8de03:42637 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:19:12,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42637-0x1014a734ce40001, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:19:12,958 INFO [RS:0;0b0b0ae8de03:42637 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b0b0ae8de03,42637,1731874740371; zookeeper connection closed. 2024-11-17T20:19:12,958 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1d70ee03 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1d70ee03 2024-11-17T20:19:12,958 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T20:19:13,315 INFO [M:0;0b0b0ae8de03:36385 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64f0b53133ee41c288aeac72d4351071 2024-11-17T20:19:13,341 DEBUG [M:0;0b0b0ae8de03:36385 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/683633fcf86943fe8291398ba31930a4 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731874751060/Put/seqid=0 2024-11-17T20:19:13,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741844_1020 (size=7203) 2024-11-17T20:19:13,754 INFO [M:0;0b0b0ae8de03:36385 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/683633fcf86943fe8291398ba31930a4 2024-11-17T20:19:13,774 DEBUG [M:0;0b0b0ae8de03:36385 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d2b2549e47b74f78840035e07855ec59 is 69, key is 0b0b0ae8de03,42637,1731874740371/rs:state/1731874742375/Put/seqid=0 2024-11-17T20:19:13,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741845_1021 (size=5156) 2024-11-17T20:19:13,792 INFO [M:0;0b0b0ae8de03:36385 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d2b2549e47b74f78840035e07855ec59 2024-11-17T20:19:13,799 DEBUG [M:0;0b0b0ae8de03:36385 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64f0b53133ee41c288aeac72d4351071 as hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/64f0b53133ee41c288aeac72d4351071 2024-11-17T20:19:13,808 INFO [M:0;0b0b0ae8de03:36385 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/64f0b53133ee41c288aeac72d4351071, entries=8, sequenceid=70, filesize=5.5 K 2024-11-17T20:19:13,809 DEBUG [M:0;0b0b0ae8de03:36385 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/683633fcf86943fe8291398ba31930a4 as hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/683633fcf86943fe8291398ba31930a4 2024-11-17T20:19:13,814 INFO [M:0;0b0b0ae8de03:36385 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/683633fcf86943fe8291398ba31930a4, entries=8, sequenceid=70, filesize=7.0 K 2024-11-17T20:19:13,815 DEBUG [M:0;0b0b0ae8de03:36385 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d2b2549e47b74f78840035e07855ec59 as hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d2b2549e47b74f78840035e07855ec59 2024-11-17T20:19:13,825 INFO [M:0;0b0b0ae8de03:36385 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d2b2549e47b74f78840035e07855ec59, entries=1, sequenceid=70, filesize=5.0 K 2024-11-17T20:19:13,827 INFO [M:0;0b0b0ae8de03:36385 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 940ms, sequenceid=70, compaction requested=false 2024-11-17T20:19:13,872 INFO [M:0;0b0b0ae8de03:36385 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:19:13,872 DEBUG [M:0;0b0b0ae8de03:36385 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731874752886Disabling compacts and flushes for region at 1731874752886Disabling writes for close at 1731874752886Obtaining lock to block concurrent updates at 1731874752886Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731874752886Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731874752887 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731874752887Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731874752887Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731874752909 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731874752909Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731874753320 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731874753341 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731874753341Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731874753759 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731874753773 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731874753773Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c585e2c: reopening flushed file at 1731874753798 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b797254: reopening flushed file at 1731874753808 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41419233: reopening flushed file at 1731874753814 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 940ms, sequenceid=70, compaction requested=false at 1731874753827 (+13 ms)Writing region close event to WAL at 1731874753872 (+45 ms)Closed at 1731874753872 2024-11-17T20:19:13,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741830_1006 (size=41008) 2024-11-17T20:19:13,886 INFO [M:0;0b0b0ae8de03:36385 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T20:19:13,886 INFO [M:0;0b0b0ae8de03:36385 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36385 2024-11-17T20:19:13,887 INFO [M:0;0b0b0ae8de03:36385 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:19:13,887 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:19:14,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36385-0x1014a734ce40000, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:19:14,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36385-0x1014a734ce40000, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:19:14,081 INFO [M:0;0b0b0ae8de03:36385 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:19:14,082 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:19:14,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:19:14,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:19:14,082 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:19:14,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:19:14,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:19:14,083 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T20:19:14,083 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:19:14,084 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45845 2024-11-17T20:19:14,085 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45845 connecting to ZooKeeper ensemble=127.0.0.1:63645 2024-11-17T20:19:14,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458450x0, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:19:14,119 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45845-0x1014a734ce40006 connected 2024-11-17T20:19:14,131 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:19:14,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:19:14,138 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45845-0x1014a734ce40006, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Set watcher on znode that does not yet exist, /0-971325318/running 2024-11-17T20:19:14,138 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c, hbase.cluster.distributed=false 2024-11-17T20:19:14,138 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-971325318/meta-region-server: INIT 2024-11-17T20:19:14,139 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45845-0x1014a734ce40006, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Set watcher on znode that does not yet exist, /0-971325318/acl 2024-11-17T20:19:14,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45845 2024-11-17T20:19:14,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45845 2024-11-17T20:19:14,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45845 2024-11-17T20:19:14,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45845 2024-11-17T20:19:14,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45845 2024-11-17T20:19:14,172 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:19:14,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:19:14,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:19:14,172 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:19:14,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:19:14,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:19:14,172 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T20:19:14,172 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:19:14,175 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46241 2024-11-17T20:19:14,176 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46241 connecting to ZooKeeper ensemble=127.0.0.1:63645 2024-11-17T20:19:14,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:19:14,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:19:14,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462410x0, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:19:14,202 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:462410x0, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Set watcher on znode that does not yet exist, /0-971325318/running 2024-11-17T20:19:14,203 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T20:19:14,203 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-971325318/meta-region-server: INIT 2024-11-17T20:19:14,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46241-0x1014a734ce40007 connected 2024-11-17T20:19:14,219 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T20:19:14,219 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46241-0x1014a734ce40007, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Set watcher on znode that does not yet exist, /0-971325318/master 2024-11-17T20:19:14,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46241-0x1014a734ce40007, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Set watcher on znode that does not yet exist, /0-971325318/acl 2024-11-17T20:19:14,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46241 2024-11-17T20:19:14,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46241 2024-11-17T20:19:14,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46241 2024-11-17T20:19:14,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46241 2024-11-17T20:19:14,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46241 2024-11-17T20:19:14,279 DEBUG [M:0;0b0b0ae8de03:45845 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b0b0ae8de03:45845 2024-11-17T20:19:14,280 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-971325318/backup-masters/0b0b0ae8de03,45845,1731874754082 2024-11-17T20:19:14,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45845-0x1014a734ce40006, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-971325318/backup-masters 2024-11-17T20:19:14,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46241-0x1014a734ce40007, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-971325318/backup-masters 2024-11-17T20:19:14,289 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45845-0x1014a734ce40006, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Set watcher on existing znode=/0-971325318/backup-masters/0b0b0ae8de03,45845,1731874754082 2024-11-17T20:19:14,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45845-0x1014a734ce40006, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-971325318 2024-11-17T20:19:14,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46241-0x1014a734ce40007, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-971325318/master 2024-11-17T20:19:14,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46241-0x1014a734ce40007, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-971325318 2024-11-17T20:19:14,301 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45845-0x1014a734ce40006, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Set watcher on existing znode=/0-971325318/master 2024-11-17T20:19:14,302 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-971325318/backup-masters/0b0b0ae8de03,45845,1731874754082 from backup master directory 2024-11-17T20:19:14,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45845-0x1014a734ce40006, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-971325318/backup-masters/0b0b0ae8de03,45845,1731874754082 2024-11-17T20:19:14,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45845-0x1014a734ce40006, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-971325318/backup-masters 2024-11-17T20:19:14,311 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:19:14,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46241-0x1014a734ce40007, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-971325318/backup-masters 2024-11-17T20:19:14,311 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b0b0ae8de03,45845,1731874754082 2024-11-17T20:19:14,329 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:19:14,329 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T20:19:14,336 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 7ms. 2024-11-17T20:19:14,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741846_1022 (size=196) 2024-11-17T20:19:14,760 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:19:14,761 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T20:19:14,763 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:19:14,791 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-17T20:19:14,799 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/WALs/0b0b0ae8de03,36385,1731874740198 to hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/WALs/0b0b0ae8de03,36385,1731874740198-dead as it is dead 2024-11-17T20:19:14,800 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/WALs/0b0b0ae8de03,36385,1731874740198-dead/0b0b0ae8de03%2C36385%2C1731874740198.1731874741712 2024-11-17T20:19:14,802 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/WALs/0b0b0ae8de03,36385,1731874740198-dead/0b0b0ae8de03%2C36385%2C1731874740198.1731874741712 after 2ms 2024-11-17T20:19:14,803 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/WALs/0b0b0ae8de03,36385,1731874740198-dead/0b0b0ae8de03%2C36385%2C1731874740198.1731874741712 to hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/0b0b0ae8de03%2C36385%2C1731874740198.1731874741712 2024-11-17T20:19:14,803 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/WALs/0b0b0ae8de03,36385,1731874740198-dead 2024-11-17T20:19:14,804 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/WALs/0b0b0ae8de03,45845,1731874754082 2024-11-17T20:19:14,805 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:19:14,809 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b0b0ae8de03%2C45845%2C1731874754082, suffix=, logDir=hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/WALs/0b0b0ae8de03,45845,1731874754082, archiveDir=hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/oldWALs, maxLogs=10 2024-11-17T20:19:14,828 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/WALs/0b0b0ae8de03,45845,1731874754082/0b0b0ae8de03%2C45845%2C1731874754082.1731874754809, exclude list is [], retry=0 2024-11-17T20:19:14,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40353,DS-0f533390-ad70-42d8-a4fc-be72dd0897b2,DISK] 2024-11-17T20:19:14,832 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/WALs/0b0b0ae8de03,45845,1731874754082/0b0b0ae8de03%2C45845%2C1731874754082.1731874754809 2024-11-17T20:19:14,832 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44963:44963)] 2024-11-17T20:19:14,832 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:19:14,833 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:19:14,833 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:14,833 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:14,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:14,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T20:19:14,842 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:14,848 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/64f0b53133ee41c288aeac72d4351071 2024-11-17T20:19:14,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:19:14,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:14,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T20:19:14,849 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:14,854 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/683633fcf86943fe8291398ba31930a4 2024-11-17T20:19:14,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:19:14,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:14,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T20:19:14,856 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:14,861 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d2b2549e47b74f78840035e07855ec59 2024-11-17T20:19:14,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:19:14,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:14,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T20:19:14,862 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:14,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:19:14,862 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:14,863 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-17T20:19:14,863 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/0b0b0ae8de03%2C36385%2C1731874740198.1731874741712 2024-11-17T20:19:14,870 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/0b0b0ae8de03%2C36385%2C1731874740198.1731874741712 2024-11-17T20:19:14,871 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/0b0b0ae8de03%2C36385%2C1731874740198.1731874741712 2024-11-17T20:19:14,873 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:14,873 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:14,874 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:19:14,875 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:14,878 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-17T20:19:14,879 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64770725, jitterRate=-0.034840986132621765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:19:14,879 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731874754833Initializing all the Stores at 1731874754834 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874754834Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874754836 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874754836Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874754836Cleaning up temporary data from old regions at 1731874754873 (+37 ms)Region opened successfully at 1731874754879 (+6 ms) 2024-11-17T20:19:14,880 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T20:19:14,883 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d630f6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:19:14,886 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-17T20:19:14,887 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T20:19:14,887 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T20:19:14,887 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T20:19:14,889 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-17T20:19:14,902 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T20:19:14,902 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T20:19:14,903 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T20:19:14,903 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 13 msec 2024-11-17T20:19:14,903 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T20:19:14,911 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=0b0b0ae8de03,42637,1731874740371, regionLocation=0b0b0ae8de03,42637,1731874740371, openSeqNum=2 2024-11-17T20:19:14,911 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=0b0b0ae8de03,42637,1731874740371, table=hbase:meta, region=1588230740 2024-11-17T20:19:14,912 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,42637,1731874740371, state=OPEN 2024-11-17T20:19:14,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46241-0x1014a734ce40007, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-971325318/meta-region-server 2024-11-17T20:19:14,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45845-0x1014a734ce40006, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-971325318/meta-region-server 2024-11-17T20:19:14,962 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-971325318/meta-region-server: CHANGED 2024-11-17T20:19:14,962 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-971325318/meta-region-server: CHANGED 2024-11-17T20:19:14,970 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-17T20:19:14,991 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-971325318/draining/0b0b0ae8de03,42637,1731874740371 already deleted, retry=false 2024-11-17T20:19:14,991 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 0b0b0ae8de03,42637,1731874740371 on 0b0b0ae8de03,45845,1731874754082 2024-11-17T20:19:14,992 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 0b0b0ae8de03,42637,1731874740371, splitWal=true, meta=true 2024-11-17T20:19:14,992 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 0b0b0ae8de03,42637,1731874740371 (carryingMeta=true) 0b0b0ae8de03,42637,1731874740371/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@29b89e1b[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-17T20:19:14,994 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45845-0x1014a734ce40006, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Unable to get data of znode /0-971325318/balancer because node does not exist (not necessarily an error) 2024-11-17T20:19:14,996 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T20:19:15,004 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-971325318/balancer already deleted, retry=false 2024-11-17T20:19:15,005 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T20:19:15,005 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45845-0x1014a734ce40006, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Unable to get data of znode /0-971325318/normalizer because node does not exist (not necessarily an error) 2024-11-17T20:19:15,015 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-971325318/normalizer already deleted, retry=false 2024-11-17T20:19:15,015 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T20:19:15,016 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45845-0x1014a734ce40006, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Unable to get data of znode /0-971325318/switch/split because node does not exist (not necessarily an error) 2024-11-17T20:19:15,025 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-971325318/switch/split already deleted, retry=false 2024-11-17T20:19:15,026 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45845-0x1014a734ce40006, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Unable to get data of znode /0-971325318/switch/merge because node does not exist (not necessarily an error) 2024-11-17T20:19:15,036 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-971325318/switch/merge already deleted, retry=false 2024-11-17T20:19:15,048 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45845-0x1014a734ce40006, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Unable to get data of znode /0-971325318/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T20:19:15,057 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-971325318/snapshot-cleanup already deleted, retry=false 2024-11-17T20:19:15,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46241-0x1014a734ce40007, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-971325318/running 2024-11-17T20:19:15,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46241-0x1014a734ce40007, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-971325318 2024-11-17T20:19:15,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45845-0x1014a734ce40006, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-971325318/running 2024-11-17T20:19:15,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45845-0x1014a734ce40006, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-971325318 2024-11-17T20:19:15,071 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b0b0ae8de03,45845,1731874754082, sessionid=0x1014a734ce40006, setting cluster-up flag (Was=false) 2024-11-17T20:19:15,080 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-971325318/flush-table-proc/acquired, /0-971325318/flush-table-proc/reached, /0-971325318/flush-table-proc/abort 2024-11-17T20:19:15,081 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b0b0ae8de03,45845,1731874754082 2024-11-17T20:19:15,089 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-971325318/online-snapshot/acquired, /0-971325318/online-snapshot/reached, /0-971325318/online-snapshot/abort 2024-11-17T20:19:15,090 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b0b0ae8de03,45845,1731874754082 2024-11-17T20:19:15,112 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/.lastflushedseqids 2024-11-17T20:19:15,116 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T20:19:15,116 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T20:19:15,116 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b0b0ae8de03,45845,1731874754082 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 0b0b0ae8de03,42637,1731874740371 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T20:19:15,137 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:19:15,137 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:19:15,137 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:19:15,137 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:19:15,137 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b0b0ae8de03:0, corePoolSize=10, maxPoolSize=10 2024-11-17T20:19:15,137 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:15,137 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:19:15,137 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:15,146 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 0b0b0ae8de03,42637,1731874740371, splitWal=true, meta=true 2024-11-17T20:19:15,147 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731874785147 2024-11-17T20:19:15,147 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 0b0b0ae8de03,42637,1731874740371, splitWal=true, meta=true, isMeta: true 2024-11-17T20:19:15,147 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T20:19:15,147 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T20:19:15,147 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T20:19:15,147 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T20:19:15,147 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T20:19:15,147 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T20:19:15,147 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:15,147 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T20:19:15,148 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T20:19:15,148 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T20:19:15,148 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T20:19:15,148 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/WALs/0b0b0ae8de03,42637,1731874740371-splitting 2024-11-17T20:19:15,148 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T20:19:15,148 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T20:19:15,154 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/WALs/0b0b0ae8de03,42637,1731874740371-splitting dir is empty, no logs to split. 2024-11-17T20:19:15,154 INFO [PEWorker-1 {}] master.SplitWALManager(105): 0b0b0ae8de03,42637,1731874740371 WAL count=0, meta=true 2024-11-17T20:19:15,160 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874755148,5,FailOnTimeoutGroup] 2024-11-17T20:19:15,167 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874755160,5,FailOnTimeoutGroup] 2024-11-17T20:19:15,167 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:15,167 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T20:19:15,167 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:15,167 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:15,167 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731874755167, completionTime=-1 2024-11-17T20:19:15,167 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-17T20:19:15,167 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-17T20:19:15,172 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/WALs/0b0b0ae8de03,42637,1731874740371-splitting dir is empty, no logs to split. 2024-11-17T20:19:15,172 INFO [PEWorker-1 {}] master.SplitWALManager(105): 0b0b0ae8de03,42637,1731874740371 WAL count=0, meta=true 2024-11-17T20:19:15,172 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 0b0b0ae8de03,42637,1731874740371 WAL splitting is done? wals=0, meta=true 2024-11-17T20:19:15,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T20:19:15,175 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T20:19:15,176 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T20:19:15,181 INFO [RS:0;0b0b0ae8de03:46241 {}] regionserver.HRegionServer(746): ClusterId : 7b3015dd-e50c-4cd7-8980-2863ed3297a8 2024-11-17T20:19:15,181 DEBUG [RS:0;0b0b0ae8de03:46241 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T20:19:15,195 DEBUG [RS:0;0b0b0ae8de03:46241 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T20:19:15,195 DEBUG [RS:0;0b0b0ae8de03:46241 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T20:19:15,205 DEBUG [RS:0;0b0b0ae8de03:46241 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T20:19:15,206 DEBUG [RS:0;0b0b0ae8de03:46241 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@512c0363, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:19:15,224 DEBUG [RS:0;0b0b0ae8de03:46241 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b0b0ae8de03:46241 2024-11-17T20:19:15,225 INFO [RS:0;0b0b0ae8de03:46241 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T20:19:15,225 INFO [RS:0;0b0b0ae8de03:46241 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T20:19:15,225 DEBUG [RS:0;0b0b0ae8de03:46241 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T20:19:15,235 INFO [RS:0;0b0b0ae8de03:46241 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b0b0ae8de03,45845,1731874754082 with port=46241, startcode=1731874754171 2024-11-17T20:19:15,235 DEBUG [RS:0;0b0b0ae8de03:46241 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T20:19:15,242 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39679, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T20:19:15,243 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45845 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b0b0ae8de03,46241,1731874754171 2024-11-17T20:19:15,243 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45845 {}] master.ServerManager(517): Registering regionserver=0b0b0ae8de03,46241,1731874754171 2024-11-17T20:19:15,250 DEBUG [RS:0;0b0b0ae8de03:46241 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c 2024-11-17T20:19:15,250 DEBUG [RS:0;0b0b0ae8de03:46241 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33937 2024-11-17T20:19:15,250 DEBUG [RS:0;0b0b0ae8de03:46241 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T20:19:15,267 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-17T20:19:15,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45845-0x1014a734ce40006, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-971325318/rs 2024-11-17T20:19:15,292 DEBUG [RS:0;0b0b0ae8de03:46241 {}] zookeeper.ZKUtil(111): regionserver:46241-0x1014a734ce40007, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Set watcher on existing znode=/0-971325318/rs/0b0b0ae8de03,46241,1731874754171 2024-11-17T20:19:15,292 WARN [RS:0;0b0b0ae8de03:46241 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:19:15,292 INFO [RS:0;0b0b0ae8de03:46241 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:19:15,292 DEBUG [RS:0;0b0b0ae8de03:46241 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/WALs/0b0b0ae8de03,46241,1731874754171 2024-11-17T20:19:15,305 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b0b0ae8de03,46241,1731874754171] 2024-11-17T20:19:15,326 WARN [0b0b0ae8de03:45845 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-17T20:19:15,370 INFO [RS:0;0b0b0ae8de03:46241 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T20:19:15,377 INFO [RS:0;0b0b0ae8de03:46241 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T20:19:15,388 INFO [RS:0;0b0b0ae8de03:46241 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T20:19:15,388 INFO [RS:0;0b0b0ae8de03:46241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:15,396 INFO [RS:0;0b0b0ae8de03:46241 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T20:19:15,397 INFO [RS:0;0b0b0ae8de03:46241 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T20:19:15,398 INFO [RS:0;0b0b0ae8de03:46241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:15,398 DEBUG [RS:0;0b0b0ae8de03:46241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:15,398 DEBUG [RS:0;0b0b0ae8de03:46241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:15,398 DEBUG [RS:0;0b0b0ae8de03:46241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:15,398 DEBUG [RS:0;0b0b0ae8de03:46241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:15,398 DEBUG [RS:0;0b0b0ae8de03:46241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:15,398 DEBUG [RS:0;0b0b0ae8de03:46241 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:19:15,398 DEBUG [RS:0;0b0b0ae8de03:46241 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:15,398 DEBUG [RS:0;0b0b0ae8de03:46241 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:15,398 DEBUG [RS:0;0b0b0ae8de03:46241 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:15,398 DEBUG [RS:0;0b0b0ae8de03:46241 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:15,398 DEBUG [RS:0;0b0b0ae8de03:46241 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:15,398 DEBUG [RS:0;0b0b0ae8de03:46241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:15,398 DEBUG [RS:0;0b0b0ae8de03:46241 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:19:15,398 DEBUG [RS:0;0b0b0ae8de03:46241 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:19:15,436 INFO [RS:0;0b0b0ae8de03:46241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:15,436 INFO [RS:0;0b0b0ae8de03:46241 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:15,436 INFO [RS:0;0b0b0ae8de03:46241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:15,436 INFO [RS:0;0b0b0ae8de03:46241 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:15,436 INFO [RS:0;0b0b0ae8de03:46241 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:15,436 INFO [RS:0;0b0b0ae8de03:46241 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,46241,1731874754171-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:19:15,463 INFO [RS:0;0b0b0ae8de03:46241 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T20:19:15,463 INFO [RS:0;0b0b0ae8de03:46241 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,46241,1731874754171-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:15,483 INFO [RS:0;0b0b0ae8de03:46241 {}] regionserver.ReplicationSource(231): queueId=1-0b0b0ae8de03,46241,1731874754171, ReplicationSource: 1, currentBandwidth=0 2024-11-17T20:19:15,489 INFO [RS:0;0b0b0ae8de03:46241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:15,489 INFO [RS:0;0b0b0ae8de03:46241 {}] regionserver.Replication(171): 0b0b0ae8de03,46241,1731874754171 started 2024-11-17T20:19:15,528 DEBUG [RS:0;0b0b0ae8de03:46241.replicationSource,1-0b0b0ae8de03,46241,1731874754171 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b0b0ae8de03:34415' 2024-11-17T20:19:15,533 INFO [RS:0;0b0b0ae8de03:46241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:15,534 INFO [RS:0;0b0b0ae8de03:46241 {}] regionserver.HRegionServer(1482): Serving as 0b0b0ae8de03,46241,1731874754171, RpcServer on 0b0b0ae8de03/172.17.0.2:46241, sessionid=0x1014a734ce40007 2024-11-17T20:19:15,534 DEBUG [RS:0;0b0b0ae8de03:46241 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T20:19:15,534 DEBUG [RS:0;0b0b0ae8de03:46241 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b0b0ae8de03,46241,1731874754171 2024-11-17T20:19:15,534 DEBUG [RS:0;0b0b0ae8de03:46241 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,46241,1731874754171' 2024-11-17T20:19:15,534 DEBUG [RS:0;0b0b0ae8de03:46241 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-971325318/flush-table-proc/abort' 2024-11-17T20:19:15,534 DEBUG [RS:0;0b0b0ae8de03:46241.replicationSource,1-0b0b0ae8de03,46241,1731874754171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d9b3484, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:15,534 DEBUG [RS:0;0b0b0ae8de03:46241.replicationSource,1-0b0b0ae8de03,46241,1731874754171 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,34415,-1 for getting cluster id 2024-11-17T20:19:15,535 DEBUG [RS:0;0b0b0ae8de03:46241.replicationSource,1-0b0b0ae8de03,46241,1731874754171 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:19:15,535 DEBUG [RS:0;0b0b0ae8de03:46241 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-971325318/flush-table-proc/acquired' 2024-11-17T20:19:15,536 DEBUG [RS:0;0b0b0ae8de03:46241 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T20:19:15,536 DEBUG [RS:0;0b0b0ae8de03:46241 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T20:19:15,536 DEBUG [RS:0;0b0b0ae8de03:46241 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b0b0ae8de03,46241,1731874754171 2024-11-17T20:19:15,536 DEBUG [RS:0;0b0b0ae8de03:46241 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,46241,1731874754171' 2024-11-17T20:19:15,536 DEBUG [RS:0;0b0b0ae8de03:46241 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-971325318/online-snapshot/abort' 2024-11-17T20:19:15,536 DEBUG [RS:0;0b0b0ae8de03:46241 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-971325318/online-snapshot/acquired' 2024-11-17T20:19:15,537 DEBUG [RS:0;0b0b0ae8de03:46241 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T20:19:15,537 INFO [RS:0;0b0b0ae8de03:46241 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T20:19:15,537 INFO [RS:0;0b0b0ae8de03:46241 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T20:19:15,538 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e68f7af4-e57e-4aa7-8398-2c5e35ad99a7' 2024-11-17T20:19:15,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:19:15,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e68f7af4-e57e-4aa7-8398-2c5e35ad99a7" 2024-11-17T20:19:15,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c4679f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:15,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,34415,-1] 2024-11-17T20:19:15,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:19:15,541 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:19:15,544 DEBUG [RS:0;0b0b0ae8de03:46241.replicationSource,1-0b0b0ae8de03,46241,1731874754171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@304a6cee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:15,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:15,544 DEBUG [RS:0;0b0b0ae8de03:46241.replicationSource,1-0b0b0ae8de03,46241,1731874754171 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:19:15,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,34415,1731874746606 2024-11-17T20:19:15,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73a0c97 2024-11-17T20:19:15,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:19:15,550 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-17T20:19:15,556 INFO [RS:0;0b0b0ae8de03:46241.replicationSource,1-0b0b0ae8de03,46241,1731874754171 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0b0b0ae8de03,46241,1731874754171 (queues=0) is replicating from cluster=7b3015dd-e50c-4cd7-8980-2863ed3297a8 to cluster=e68f7af4-e57e-4aa7-8398-2c5e35ad99a7 2024-11-17T20:19:15,581 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T20:19:15,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:15,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:15,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:15,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:15,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:15,637 INFO [RS:0;0b0b0ae8de03:46241 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:19:15,639 INFO [RS:0;0b0b0ae8de03:46241 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C46241%2C1731874754171, suffix=, logDir=hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/WALs/0b0b0ae8de03,46241,1731874754171, archiveDir=hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/oldWALs, maxLogs=10 2024-11-17T20:19:15,657 DEBUG [RS:0;0b0b0ae8de03:46241 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/WALs/0b0b0ae8de03,46241,1731874754171/0b0b0ae8de03%2C46241%2C1731874754171.1731874755640, exclude list is [], retry=0 2024-11-17T20:19:15,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40353,DS-0f533390-ad70-42d8-a4fc-be72dd0897b2,DISK] 2024-11-17T20:19:15,663 INFO [RS:0;0b0b0ae8de03:46241 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/WALs/0b0b0ae8de03,46241,1731874754171/0b0b0ae8de03%2C46241%2C1731874754171.1731874755640 2024-11-17T20:19:15,663 DEBUG [RS:0;0b0b0ae8de03:46241 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 0b0b0ae8de03%2C46241%2C1731874754171 for peer 1 2024-11-17T20:19:15,663 DEBUG [RS:0;0b0b0ae8de03:46241 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0b0b0ae8de03%2C46241%2C1731874754171 2024-11-17T20:19:15,664 INFO [RS:0;0b0b0ae8de03:46241 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0b0b0ae8de03,46241,1731874754171, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T20:19:15,664 INFO [RS:0;0b0b0ae8de03:46241.replicationSource.shipper0b0b0ae8de03%2C46241%2C1731874754171,1-0b0b0ae8de03,46241,1731874754171 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0b0b0ae8de03%2C46241%2C1731874754171 2024-11-17T20:19:15,664 DEBUG [RS:0;0b0b0ae8de03:46241 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44963:44963)] 2024-11-17T20:19:15,664 DEBUG [RS:0;0b0b0ae8de03:46241.replicationSource.wal-reader.0b0b0ae8de03%2C46241%2C1731874754171,1-0b0b0ae8de03,46241,1731874754171 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/WALs/0b0b0ae8de03,46241,1731874754171/0b0b0ae8de03%2C46241%2C1731874754171.1731874755640, startPosition=0, beingWritten=true 2024-11-17T20:19:15,827 DEBUG [0b0b0ae8de03:45845 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T20:19:15,827 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b0b0ae8de03,46241,1731874754171 2024-11-17T20:19:15,829 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,46241,1731874754171, state=OPENING 2024-11-17T20:19:15,875 DEBUG [RS:0;0b0b0ae8de03:46241.replicationSource.wal-reader.0b0b0ae8de03%2C46241%2C1731874754171,1-0b0b0ae8de03,46241,1731874754171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/WALs/0b0b0ae8de03,46241,1731874754171/0b0b0ae8de03%2C46241%2C1731874754171.1731874755640 to pos 0, reset compression=false 2024-11-17T20:19:15,879 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T20:19:15,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46241-0x1014a734ce40007, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-971325318/meta-region-server 2024-11-17T20:19:15,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45845-0x1014a734ce40006, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-971325318/meta-region-server 2024-11-17T20:19:15,879 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,46241,1731874754171}] 2024-11-17T20:19:15,879 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-971325318/meta-region-server: CHANGED 2024-11-17T20:19:15,880 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-971325318/meta-region-server: CHANGED 2024-11-17T20:19:16,034 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T20:19:16,035 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57343, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T20:19:16,038 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T20:19:16,038 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:19:16,038 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T20:19:16,039 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C46241%2C1731874754171.meta, suffix=.meta, logDir=hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/WALs/0b0b0ae8de03,46241,1731874754171, archiveDir=hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/oldWALs, maxLogs=10 2024-11-17T20:19:16,053 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/WALs/0b0b0ae8de03,46241,1731874754171/0b0b0ae8de03%2C46241%2C1731874754171.meta.1731874756039.meta, exclude list is [], retry=0 2024-11-17T20:19:16,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40353,DS-0f533390-ad70-42d8-a4fc-be72dd0897b2,DISK] 2024-11-17T20:19:16,057 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/WALs/0b0b0ae8de03,46241,1731874754171/0b0b0ae8de03%2C46241%2C1731874754171.meta.1731874756039.meta 2024-11-17T20:19:16,058 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44963:44963)] 2024-11-17T20:19:16,058 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:19:16,059 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:19:16,059 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T20:19:16,059 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T20:19:16,059 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T20:19:16,059 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T20:19:16,059 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:19:16,059 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T20:19:16,059 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T20:19:16,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T20:19:16,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T20:19:16,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:16,067 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/data/hbase/meta/1588230740/info/a85bf891c19c4ef2852f7ec4a9de65de 2024-11-17T20:19:16,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:19:16,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T20:19:16,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T20:19:16,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:16,080 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/data/hbase/meta/1588230740/ns/c01f309718434daa89525877a2c5843a 2024-11-17T20:19:16,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:19:16,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T20:19:16,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T20:19:16,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:16,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:19:16,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T20:19:16,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T20:19:16,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:16,089 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/data/hbase/meta/1588230740/table/66a1af672d02452599fd5f326bd0dbb3 2024-11-17T20:19:16,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:19:16,089 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T20:19:16,090 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/data/hbase/meta/1588230740 2024-11-17T20:19:16,091 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/data/hbase/meta/1588230740 2024-11-17T20:19:16,093 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T20:19:16,093 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T20:19:16,093 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:19:16,097 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T20:19:16,098 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68000197, jitterRate=0.013281896710395813}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:19:16,098 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T20:19:16,098 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731874756060Writing region info on filesystem at 1731874756060Initializing all the Stores at 1731874756061 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874756061Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874756061Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874756061Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874756061Cleaning up temporary data from old regions at 1731874756093 (+32 ms)Running coprocessor post-open hooks at 1731874756098 (+5 ms)Region opened successfully at 1731874756098 2024-11-17T20:19:16,099 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731874756034 2024-11-17T20:19:16,101 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T20:19:16,101 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T20:19:16,102 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=0b0b0ae8de03,46241,1731874754171 2024-11-17T20:19:16,102 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,46241,1731874754171, state=OPEN 2024-11-17T20:19:16,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45845-0x1014a734ce40006, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-971325318/meta-region-server 2024-11-17T20:19:16,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46241-0x1014a734ce40007, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-971325318/meta-region-server 2024-11-17T20:19:16,110 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-971325318/meta-region-server: CHANGED 2024-11-17T20:19:16,110 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,46241,1731874754171 2024-11-17T20:19:16,110 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-971325318/meta-region-server: CHANGED 2024-11-17T20:19:16,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-17T20:19:16,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,46241,1731874754171 in 231 msec 2024-11-17T20:19:16,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T20:19:16,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 939 msec 2024-11-17T20:19:16,186 DEBUG [RS:0;0b0b0ae8de03:46241.replicationSource.wal-reader.0b0b0ae8de03%2C46241%2C1731874754171,1-0b0b0ae8de03,46241,1731874754171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/WALs/0b0b0ae8de03,46241,1731874754171/0b0b0ae8de03%2C46241%2C1731874754171.1731874755640 to pos 0, reset compression=false 2024-11-17T20:19:16,590 DEBUG [RS:0;0b0b0ae8de03:46241.replicationSource.wal-reader.0b0b0ae8de03%2C46241%2C1731874754171,1-0b0b0ae8de03,46241,1731874754171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/WALs/0b0b0ae8de03,46241,1731874754171/0b0b0ae8de03%2C46241%2C1731874754171.1731874755640 to pos 0, reset compression=false 2024-11-17T20:19:16,770 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1603ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-17T20:19:17,095 DEBUG [RS:0;0b0b0ae8de03:46241.replicationSource.wal-reader.0b0b0ae8de03%2C46241%2C1731874754171,1-0b0b0ae8de03,46241,1731874754171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/WALs/0b0b0ae8de03,46241,1731874754171/0b0b0ae8de03%2C46241%2C1731874754171.1731874755640 to pos 0, reset compression=false 2024-11-17T20:19:17,699 DEBUG [RS:0;0b0b0ae8de03:46241.replicationSource.wal-reader.0b0b0ae8de03%2C46241%2C1731874754171,1-0b0b0ae8de03,46241,1731874754171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/WALs/0b0b0ae8de03,46241,1731874754171/0b0b0ae8de03%2C46241%2C1731874754171.1731874755640 to pos 0, reset compression=false 2024-11-17T20:19:18,272 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-17T20:19:18,403 DEBUG [RS:0;0b0b0ae8de03:46241.replicationSource.wal-reader.0b0b0ae8de03%2C46241%2C1731874754171,1-0b0b0ae8de03,46241,1731874754171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/WALs/0b0b0ae8de03,46241,1731874754171/0b0b0ae8de03%2C46241%2C1731874754171.1731874755640 to pos 0, reset compression=false 2024-11-17T20:19:19,207 DEBUG [RS:0;0b0b0ae8de03:46241.replicationSource.wal-reader.0b0b0ae8de03%2C46241%2C1731874754171,1-0b0b0ae8de03,46241,1731874754171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/WALs/0b0b0ae8de03,46241,1731874754171/0b0b0ae8de03%2C46241%2C1731874754171.1731874755640 to pos 0, reset compression=false 2024-11-17T20:19:19,675 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-17T20:19:19,675 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T20:19:19,675 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:19:19,675 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,46241,1731874754171, seqNum=-1] 2024-11-17T20:19:19,675 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:19:19,677 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:19:19,680 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bccc6aceef8e4dac65374bd66b9c8b2c, regionState=OPEN, lastHost=0b0b0ae8de03,42637,1731874740371, regionLocation=0b0b0ae8de03,42637,1731874740371, openSeqNum=2 2024-11-17T20:19:19,680 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T20:19:19,680 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731874819680 2024-11-17T20:19:19,680 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731874879680 2024-11-17T20:19:19,680 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-17T20:19:19,680 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 0b0b0ae8de03,42637,1731874740371 had 2 regions 2024-11-17T20:19:19,680 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,45845,1731874754082-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:19,680 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,45845,1731874754082-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:19,680 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,45845,1731874754082-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:19,680 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b0b0ae8de03:45845, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:19,680 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:19,680 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:19,681 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 0b0b0ae8de03,42637,1731874740371, splitWal=true, meta=true, isMeta: false 2024-11-17T20:19:19,682 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/WALs/0b0b0ae8de03,42637,1731874740371-splitting dir is empty, no logs to split. 2024-11-17T20:19:19,682 INFO [PEWorker-4 {}] master.SplitWALManager(105): 0b0b0ae8de03,42637,1731874740371 WAL count=0, meta=false 2024-11-17T20:19:19,685 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/WALs/0b0b0ae8de03,42637,1731874740371-splitting dir is empty, no logs to split. 2024-11-17T20:19:19,685 INFO [PEWorker-4 {}] master.SplitWALManager(105): 0b0b0ae8de03,42637,1731874740371 WAL count=0, meta=false 2024-11-17T20:19:19,685 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 0b0b0ae8de03,42637,1731874740371 WAL splitting is done? wals=0, meta=false 2024-11-17T20:19:19,685 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.374sec 2024-11-17T20:19:19,685 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T20:19:19,685 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T20:19:19,685 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T20:19:19,685 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T20:19:19,685 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T20:19:19,685 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,45845,1731874754082-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:19:19,685 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,45845,1731874754082-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T20:19:19,688 WARN [master/0b0b0ae8de03:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=0b0b0ae8de03,42637,1731874740371/hbase:replication,,1731874750250.bccc6aceef8e4dac65374bd66b9c8b2c. 2024-11-17T20:19:19,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bccc6aceef8e4dac65374bd66b9c8b2c, ASSIGN}] 2024-11-17T20:19:19,688 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T20:19:19,688 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T20:19:19,688 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,45845,1731874754082-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:19,690 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bccc6aceef8e4dac65374bd66b9c8b2c, ASSIGN 2024-11-17T20:19:19,690 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bccc6aceef8e4dac65374bd66b9c8b2c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T20:19:19,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@159b9265, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:19,784 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,45845,-1 for getting cluster id 2024-11-17T20:19:19,785 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:19:19,786 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b3015dd-e50c-4cd7-8980-2863ed3297a8' 2024-11-17T20:19:19,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:19:19,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b3015dd-e50c-4cd7-8980-2863ed3297a8" 2024-11-17T20:19:19,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29b2e13d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:19,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,45845,-1] 2024-11-17T20:19:19,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:19:19,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:19,787 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:19:19,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43765983, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:19,788 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:19:19,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,46241,1731874754171, seqNum=-1] 2024-11-17T20:19:19,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:19:19,790 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:19:19,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-17T20:19:19,793 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:19:19,793 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:19:19,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:19,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:19,793 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:19:19,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 0b0b0ae8de03:45845 after: 0b0b0ae8de03:45845 2024-11-17T20:19:19,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73a05e97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:19,793 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,45845,-1 for getting cluster id 2024-11-17T20:19:19,793 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:19:19,794 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b3015dd-e50c-4cd7-8980-2863ed3297a8' 2024-11-17T20:19:19,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:19:19,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b3015dd-e50c-4cd7-8980-2863ed3297a8" 2024-11-17T20:19:19,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29c69b05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:19,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,45845,-1] 2024-11-17T20:19:19,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:19:19,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:19,795 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:19:19,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8bf24f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:19,796 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:19:19,797 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,45845,1731874754082 2024-11-17T20:19:19,797 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cf22d92 2024-11-17T20:19:19,797 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:19:19,798 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:19:19,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45845 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-17T20:19:19,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T20:19:19,798 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:19:19,798 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:19:19,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:19,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:19,799 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:19:19,799 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T20:19:19,799 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1067441815, stopped=false 2024-11-17T20:19:19,799 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0b0b0ae8de03,34415,1731874746606 2024-11-17T20:19:19,841 DEBUG [0b0b0ae8de03:45845 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T20:19:19,841 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=bccc6aceef8e4dac65374bd66b9c8b2c, regionState=OPENING, regionLocation=0b0b0ae8de03,46241,1731874754171 2024-11-17T20:19:19,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bccc6aceef8e4dac65374bd66b9c8b2c, ASSIGN because future has completed 2024-11-17T20:19:19,843 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure bccc6aceef8e4dac65374bd66b9c8b2c, server=0b0b0ae8de03,46241,1731874754171}] 2024-11-17T20:19:19,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34415-0x1014a734ce40003, quorum=127.0.0.1:63645, baseZNode=/1741489118 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1741489118/running 2024-11-17T20:19:19,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40363-0x1014a734ce40004, quorum=127.0.0.1:63645, baseZNode=/1741489118 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1741489118/running 2024-11-17T20:19:19,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34415-0x1014a734ce40003, quorum=127.0.0.1:63645, baseZNode=/1741489118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1741489118 2024-11-17T20:19:19,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40363-0x1014a734ce40004, quorum=127.0.0.1:63645, baseZNode=/1741489118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1741489118 2024-11-17T20:19:19,885 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T20:19:19,886 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:19:19,886 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:19:19,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:19,886 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40363-0x1014a734ce40004, quorum=127.0.0.1:63645, baseZNode=/1741489118 Set watcher on znode that does not yet exist, /1741489118/running 2024-11-17T20:19:19,886 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34415-0x1014a734ce40003, quorum=127.0.0.1:63645, baseZNode=/1741489118 Set watcher on znode that does not yet exist, /1741489118/running 2024-11-17T20:19:19,886 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b0b0ae8de03,40363,1731874746850' ***** 2024-11-17T20:19:19,886 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T20:19:19,886 INFO [RS:0;0b0b0ae8de03:40363 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T20:19:19,886 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T20:19:19,886 INFO [RS:0;0b0b0ae8de03:40363 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T20:19:19,886 INFO [RS:0;0b0b0ae8de03:40363 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T20:19:19,886 INFO [RS:0;0b0b0ae8de03:40363 {}] regionserver.HRegionServer(959): stopping server 0b0b0ae8de03,40363,1731874746850 2024-11-17T20:19:19,886 INFO [RS:0;0b0b0ae8de03:40363 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:19:19,886 INFO [RS:0;0b0b0ae8de03:40363 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:40363. 2024-11-17T20:19:19,886 DEBUG [RS:0;0b0b0ae8de03:40363 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:19:19,887 DEBUG [RS:0;0b0b0ae8de03:40363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:19,887 INFO [RS:0;0b0b0ae8de03:40363 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T20:19:19,887 INFO [RS:0;0b0b0ae8de03:40363 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T20:19:19,887 INFO [RS:0;0b0b0ae8de03:40363 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T20:19:19,887 INFO [RS:0;0b0b0ae8de03:40363 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T20:19:19,887 INFO [RS:0;0b0b0ae8de03:40363 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T20:19:19,887 DEBUG [RS:0;0b0b0ae8de03:40363 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T20:19:19,887 DEBUG [RS:0;0b0b0ae8de03:40363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:19:19,887 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T20:19:19,887 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T20:19:19,887 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T20:19:19,887 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T20:19:19,887 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T20:19:19,887 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-17T20:19:19,901 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37917/user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/data/hbase/meta/1588230740/.tmp/ns/e413ffb98423498cbdd7fdf40beef7ba is 43, key is default/ns:d/1731874750130/Put/seqid=0 2024-11-17T20:19:19,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34383 is added to blk_1073741835_1011 (size=5153) 2024-11-17T20:19:19,927 INFO [regionserver/0b0b0ae8de03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:19:19,997 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731874750250.bccc6aceef8e4dac65374bd66b9c8b2c. 2024-11-17T20:19:19,997 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:19:19,997 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T20:19:19,999 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C46241%2C1731874754171.rep, suffix=, logDir=hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/WALs/0b0b0ae8de03,46241,1731874754171, archiveDir=hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/oldWALs, maxLogs=10 2024-11-17T20:19:20,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/WALs/0b0b0ae8de03,46241,1731874754171/0b0b0ae8de03%2C46241%2C1731874754171.rep.1731874759999, exclude list is [], retry=0 2024-11-17T20:19:20,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40353,DS-0f533390-ad70-42d8-a4fc-be72dd0897b2,DISK] 2024-11-17T20:19:20,013 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/WALs/0b0b0ae8de03,46241,1731874754171/0b0b0ae8de03%2C46241%2C1731874754171.rep.1731874759999 2024-11-17T20:19:20,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44963:44963)] 2024-11-17T20:19:20,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => bccc6aceef8e4dac65374bd66b9c8b2c, NAME => 'hbase:replication,,1731874750250.bccc6aceef8e4dac65374bd66b9c8b2c.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:19:20,014 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:19:20,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T20:19:20,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731874750250.bccc6aceef8e4dac65374bd66b9c8b2c. service=MultiRowMutationService 2024-11-17T20:19:20,014 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T20:19:20,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bccc6aceef8e4dac65374bd66b9c8b2c 2024-11-17T20:19:20,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731874750250.bccc6aceef8e4dac65374bd66b9c8b2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:19:20,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for bccc6aceef8e4dac65374bd66b9c8b2c 2024-11-17T20:19:20,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for bccc6aceef8e4dac65374bd66b9c8b2c 2024-11-17T20:19:20,016 INFO [StoreOpener-bccc6aceef8e4dac65374bd66b9c8b2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bccc6aceef8e4dac65374bd66b9c8b2c 2024-11-17T20:19:20,017 INFO [StoreOpener-bccc6aceef8e4dac65374bd66b9c8b2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bccc6aceef8e4dac65374bd66b9c8b2c columnFamilyName hfileref 2024-11-17T20:19:20,017 DEBUG [StoreOpener-bccc6aceef8e4dac65374bd66b9c8b2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:20,017 INFO [StoreOpener-bccc6aceef8e4dac65374bd66b9c8b2c-1 {}] regionserver.HStore(327): Store=bccc6aceef8e4dac65374bd66b9c8b2c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:19:20,017 INFO [StoreOpener-bccc6aceef8e4dac65374bd66b9c8b2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bccc6aceef8e4dac65374bd66b9c8b2c 2024-11-17T20:19:20,018 INFO [StoreOpener-bccc6aceef8e4dac65374bd66b9c8b2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bccc6aceef8e4dac65374bd66b9c8b2c columnFamilyName queue 2024-11-17T20:19:20,018 DEBUG [StoreOpener-bccc6aceef8e4dac65374bd66b9c8b2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:20,023 DEBUG [StoreOpener-bccc6aceef8e4dac65374bd66b9c8b2c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/data/hbase/replication/bccc6aceef8e4dac65374bd66b9c8b2c/queue/99dc810845bf41a38f880d5db2057fb9 2024-11-17T20:19:20,023 INFO [StoreOpener-bccc6aceef8e4dac65374bd66b9c8b2c-1 {}] regionserver.HStore(327): Store=bccc6aceef8e4dac65374bd66b9c8b2c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:19:20,023 INFO [StoreOpener-bccc6aceef8e4dac65374bd66b9c8b2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bccc6aceef8e4dac65374bd66b9c8b2c 2024-11-17T20:19:20,024 INFO [StoreOpener-bccc6aceef8e4dac65374bd66b9c8b2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bccc6aceef8e4dac65374bd66b9c8b2c columnFamilyName sid 2024-11-17T20:19:20,024 DEBUG [StoreOpener-bccc6aceef8e4dac65374bd66b9c8b2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:20,024 INFO [StoreOpener-bccc6aceef8e4dac65374bd66b9c8b2c-1 {}] regionserver.HStore(327): Store=bccc6aceef8e4dac65374bd66b9c8b2c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:19:20,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for bccc6aceef8e4dac65374bd66b9c8b2c 2024-11-17T20:19:20,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/data/hbase/replication/bccc6aceef8e4dac65374bd66b9c8b2c 2024-11-17T20:19:20,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/data/hbase/replication/bccc6aceef8e4dac65374bd66b9c8b2c 2024-11-17T20:19:20,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for bccc6aceef8e4dac65374bd66b9c8b2c 2024-11-17T20:19:20,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for bccc6aceef8e4dac65374bd66b9c8b2c 2024-11-17T20:19:20,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T20:19:20,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for bccc6aceef8e4dac65374bd66b9c8b2c 2024-11-17T20:19:20,029 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened bccc6aceef8e4dac65374bd66b9c8b2c; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61836824, jitterRate=-0.0785595178604126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T20:19:20,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bccc6aceef8e4dac65374bd66b9c8b2c 2024-11-17T20:19:20,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for bccc6aceef8e4dac65374bd66b9c8b2c: Running coprocessor pre-open hook at 1731874760015Writing region info on filesystem at 1731874760015Initializing all the Stores at 1731874760015Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874760016 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874760016Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874760016Cleaning up temporary data from old regions at 1731874760027 (+11 ms)Running coprocessor post-open hooks at 1731874760029 (+2 ms)Region opened successfully at 1731874760029 2024-11-17T20:19:20,030 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731874750250.bccc6aceef8e4dac65374bd66b9c8b2c., pid=13, masterSystemTime=1731874759994 2024-11-17T20:19:20,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731874750250.bccc6aceef8e4dac65374bd66b9c8b2c. 2024-11-17T20:19:20,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731874750250.bccc6aceef8e4dac65374bd66b9c8b2c. 2024-11-17T20:19:20,033 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=bccc6aceef8e4dac65374bd66b9c8b2c, regionState=OPEN, openSeqNum=9, regionLocation=0b0b0ae8de03,46241,1731874754171 2024-11-17T20:19:20,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure bccc6aceef8e4dac65374bd66b9c8b2c, server=0b0b0ae8de03,46241,1731874754171 because future has completed 2024-11-17T20:19:20,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-17T20:19:20,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure bccc6aceef8e4dac65374bd66b9c8b2c, server=0b0b0ae8de03,46241,1731874754171 in 193 msec 2024-11-17T20:19:20,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-17T20:19:20,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bccc6aceef8e4dac65374bd66b9c8b2c, ASSIGN in 349 msec 2024-11-17T20:19:20,039 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-17T20:19:20,042 INFO [regionserver/0b0b0ae8de03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T20:19:20,042 INFO [regionserver/0b0b0ae8de03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T20:19:20,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731874750250.bccc6aceef8e4dac65374bd66b9c8b2c., hostname=0b0b0ae8de03,46241,1731874754171, seqNum=9] 2024-11-17T20:19:20,057 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 0b0b0ae8de03,42637,1731874740371 2024-11-17T20:19:20,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-17T20:19:20,087 DEBUG [RS:0;0b0b0ae8de03:40363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:19:20,112 DEBUG [RS:0;0b0b0ae8de03:46241.replicationSource.wal-reader.0b0b0ae8de03%2C46241%2C1731874754171,1-0b0b0ae8de03,46241,1731874754171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/WALs/0b0b0ae8de03,46241,1731874754171/0b0b0ae8de03%2C46241%2C1731874754171.1731874755640 to pos 0, reset compression=false 2024-11-17T20:19:20,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46241 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-17T20:19:20,287 DEBUG [RS:0;0b0b0ae8de03:40363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:19:20,306 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37917/user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/data/hbase/meta/1588230740/.tmp/ns/e413ffb98423498cbdd7fdf40beef7ba 2024-11-17T20:19:20,338 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37917/user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/data/hbase/meta/1588230740/.tmp/ns/e413ffb98423498cbdd7fdf40beef7ba as hdfs://localhost:37917/user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/data/hbase/meta/1588230740/ns/e413ffb98423498cbdd7fdf40beef7ba 2024-11-17T20:19:20,342 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37917/user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/data/hbase/meta/1588230740/ns/e413ffb98423498cbdd7fdf40beef7ba, entries=2, sequenceid=6, filesize=5.0 K 2024-11-17T20:19:20,343 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 456ms, sequenceid=6, compaction requested=false 2024-11-17T20:19:20,346 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37917/user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-17T20:19:20,347 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:19:20,347 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T20:19:20,347 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T20:19:20,347 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731874759887Running coprocessor pre-close hooks at 1731874759887Disabling compacts and flushes for region at 1731874759887Disabling writes for close at 1731874759887Obtaining lock to block concurrent updates at 1731874759887Preparing flush snapshotting stores in 1588230740 at 1731874759887Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731874759887Flushing stores of hbase:meta,,1.1588230740 at 1731874759888 (+1 ms)Flushing 1588230740/ns: creating writer at 1731874759888Flushing 1588230740/ns: appending metadata at 1731874759901 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731874759901Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19394d18: reopening flushed file at 1731874760337 (+436 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 456ms, sequenceid=6, compaction requested=false at 1731874760343 (+6 ms)Writing region close event to WAL at 1731874760343Running coprocessor post-close hooks at 1731874760347 (+4 ms)Closed at 1731874760347 2024-11-17T20:19:20,347 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T20:19:20,487 INFO [RS:0;0b0b0ae8de03:40363 {}] regionserver.HRegionServer(976): stopping server 0b0b0ae8de03,40363,1731874746850; all regions closed. 2024-11-17T20:19:20,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34383 is added to blk_1073741834_1010 (size=1152) 2024-11-17T20:19:20,490 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/WALs/0b0b0ae8de03,40363,1731874746850/0b0b0ae8de03%2C40363%2C1731874746850.meta.1731874750051.meta not finished, retry = 0 2024-11-17T20:19:20,592 DEBUG [RS:0;0b0b0ae8de03:40363 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/oldWALs 2024-11-17T20:19:20,592 INFO [RS:0;0b0b0ae8de03:40363 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b0b0ae8de03%2C40363%2C1731874746850.meta:.meta(num 1731874750051) 2024-11-17T20:19:20,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34383 is added to blk_1073741832_1008 (size=93) 2024-11-17T20:19:20,594 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/WALs/0b0b0ae8de03,40363,1731874746850/0b0b0ae8de03%2C40363%2C1731874746850.1731874749129 not finished, retry = 0 2024-11-17T20:19:20,696 DEBUG [RS:0;0b0b0ae8de03:40363 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/oldWALs 2024-11-17T20:19:20,696 INFO [RS:0;0b0b0ae8de03:40363 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b0b0ae8de03%2C40363%2C1731874746850:(num 1731874749129) 2024-11-17T20:19:20,696 DEBUG [RS:0;0b0b0ae8de03:40363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:20,696 INFO [RS:0;0b0b0ae8de03:40363 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:19:20,696 INFO [RS:0;0b0b0ae8de03:40363 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:19:20,696 INFO [RS:0;0b0b0ae8de03:40363 {}] hbase.ChoreService(370): Chore service for: regionserver/0b0b0ae8de03:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T20:19:20,697 INFO [RS:0;0b0b0ae8de03:40363 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:19:20,697 INFO [regionserver/0b0b0ae8de03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:19:20,697 INFO [RS:0;0b0b0ae8de03:40363 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40363 2024-11-17T20:19:20,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40363-0x1014a734ce40004, quorum=127.0.0.1:63645, baseZNode=/1741489118 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1741489118/rs/0b0b0ae8de03,40363,1731874746850 2024-11-17T20:19:20,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34415-0x1014a734ce40003, quorum=127.0.0.1:63645, baseZNode=/1741489118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1741489118/rs 2024-11-17T20:19:20,751 INFO [RS:0;0b0b0ae8de03:40363 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:19:20,895 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b0b0ae8de03,40363,1731874746850] 2024-11-17T20:19:20,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40363-0x1014a734ce40004, quorum=127.0.0.1:63645, baseZNode=/1741489118 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:19:20,995 INFO [RS:0;0b0b0ae8de03:40363 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:19:20,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40363-0x1014a734ce40004, quorum=127.0.0.1:63645, baseZNode=/1741489118 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:19:20,995 INFO [RS:0;0b0b0ae8de03:40363 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b0b0ae8de03,40363,1731874746850; zookeeper connection closed. 2024-11-17T20:19:20,996 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@61163c16 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@61163c16 2024-11-17T20:19:20,996 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T20:19:21,072 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1741489118/draining/0b0b0ae8de03,40363,1731874746850 already deleted, retry=false 2024-11-17T20:19:21,073 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b0b0ae8de03,40363,1731874746850 expired; onlineServers=0 2024-11-17T20:19:21,073 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0b0b0ae8de03,34415,1731874746606' ***** 2024-11-17T20:19:21,073 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T20:19:21,073 INFO [M:0;0b0b0ae8de03:34415 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:19:21,073 INFO [M:0;0b0b0ae8de03:34415 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:19:21,073 DEBUG [M:0;0b0b0ae8de03:34415 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T20:19:21,073 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T20:19:21,073 DEBUG [M:0;0b0b0ae8de03:34415 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T20:19:21,073 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874748833 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874748833,5,FailOnTimeoutGroup] 2024-11-17T20:19:21,073 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874748834 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874748834,5,FailOnTimeoutGroup] 2024-11-17T20:19:21,073 INFO [M:0;0b0b0ae8de03:34415 {}] hbase.ChoreService(370): Chore service for: master/0b0b0ae8de03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T20:19:21,073 INFO [M:0;0b0b0ae8de03:34415 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:19:21,073 DEBUG [M:0;0b0b0ae8de03:34415 {}] master.HMaster(1795): Stopping service threads 2024-11-17T20:19:21,073 INFO [M:0;0b0b0ae8de03:34415 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T20:19:21,073 INFO [M:0;0b0b0ae8de03:34415 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T20:19:21,073 INFO [M:0;0b0b0ae8de03:34415 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T20:19:21,073 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T20:19:21,116 DEBUG [RS:0;0b0b0ae8de03:46241.replicationSource.wal-reader.0b0b0ae8de03%2C46241%2C1731874754171,1-0b0b0ae8de03,46241,1731874754171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/WALs/0b0b0ae8de03,46241,1731874754171/0b0b0ae8de03%2C46241%2C1731874754171.1731874755640 to pos 0, reset compression=false 2024-11-17T20:19:21,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34415-0x1014a734ce40003, quorum=127.0.0.1:63645, baseZNode=/1741489118 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1741489118/master 2024-11-17T20:19:21,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34415-0x1014a734ce40003, quorum=127.0.0.1:63645, baseZNode=/1741489118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1741489118 2024-11-17T20:19:21,157 DEBUG [M:0;0b0b0ae8de03:34415 {}] zookeeper.ZKUtil(347): master:34415-0x1014a734ce40003, quorum=127.0.0.1:63645, baseZNode=/1741489118 Unable to get data of znode /1741489118/master because node does not exist (not an error) 2024-11-17T20:19:21,157 WARN [M:0;0b0b0ae8de03:34415 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T20:19:21,159 INFO [M:0;0b0b0ae8de03:34415 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37917/user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/.lastflushedseqids 2024-11-17T20:19:21,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34383 is added to blk_1073741836_1012 (size=99) 2024-11-17T20:19:21,561 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T20:19:21,563 INFO [M:0;0b0b0ae8de03:34415 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T20:19:21,564 INFO [M:0;0b0b0ae8de03:34415 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T20:19:21,564 DEBUG [M:0;0b0b0ae8de03:34415 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T20:19:21,564 INFO [M:0;0b0b0ae8de03:34415 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:19:21,564 DEBUG [M:0;0b0b0ae8de03:34415 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:19:21,564 DEBUG [M:0;0b0b0ae8de03:34415 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T20:19:21,564 DEBUG [M:0;0b0b0ae8de03:34415 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:19:21,564 INFO [M:0;0b0b0ae8de03:34415 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-17T20:19:21,578 DEBUG [M:0;0b0b0ae8de03:34415 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37917/user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dee2554bdac94c9bb9fc16a5a632f9bd is 82, key is hbase:meta,,1/info:regioninfo/1731874750111/Put/seqid=0 2024-11-17T20:19:21,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34383 is added to blk_1073741837_1013 (size=5672) 2024-11-17T20:19:21,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:21,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:21,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:21,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:21,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:21,597 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T20:19:21,982 INFO [M:0;0b0b0ae8de03:34415 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37917/user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dee2554bdac94c9bb9fc16a5a632f9bd 2024-11-17T20:19:22,002 DEBUG [M:0;0b0b0ae8de03:34415 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37917/user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d803ec1a93c1492ca365f57ceafee6d2 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731874750134/Put/seqid=0 2024-11-17T20:19:22,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34383 is added to blk_1073741838_1014 (size=5275) 2024-11-17T20:19:22,220 DEBUG [RS:0;0b0b0ae8de03:46241.replicationSource.wal-reader.0b0b0ae8de03%2C46241%2C1731874754171,1-0b0b0ae8de03,46241,1731874754171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/WALs/0b0b0ae8de03,46241,1731874754171/0b0b0ae8de03%2C46241%2C1731874754171.1731874755640 to pos 0, reset compression=false 2024-11-17T20:19:22,406 INFO [M:0;0b0b0ae8de03:34415 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37917/user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d803ec1a93c1492ca365f57ceafee6d2 2024-11-17T20:19:22,422 DEBUG [M:0;0b0b0ae8de03:34415 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37917/user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fdcd43fdb9d24258979c64b319f17f8a is 69, key is 0b0b0ae8de03,40363,1731874746850/rs:state/1731874748979/Put/seqid=0 2024-11-17T20:19:22,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34383 is added to blk_1073741839_1015 (size=5156) 2024-11-17T20:19:22,827 INFO [M:0;0b0b0ae8de03:34415 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37917/user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fdcd43fdb9d24258979c64b319f17f8a 2024-11-17T20:19:22,831 DEBUG [M:0;0b0b0ae8de03:34415 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37917/user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dee2554bdac94c9bb9fc16a5a632f9bd as hdfs://localhost:37917/user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dee2554bdac94c9bb9fc16a5a632f9bd 2024-11-17T20:19:22,835 INFO [M:0;0b0b0ae8de03:34415 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37917/user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dee2554bdac94c9bb9fc16a5a632f9bd, entries=8, sequenceid=28, filesize=5.5 K 2024-11-17T20:19:22,836 DEBUG [M:0;0b0b0ae8de03:34415 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37917/user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d803ec1a93c1492ca365f57ceafee6d2 as hdfs://localhost:37917/user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d803ec1a93c1492ca365f57ceafee6d2 2024-11-17T20:19:22,840 INFO [M:0;0b0b0ae8de03:34415 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37917/user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d803ec1a93c1492ca365f57ceafee6d2, entries=3, sequenceid=28, filesize=5.2 K 2024-11-17T20:19:22,841 DEBUG [M:0;0b0b0ae8de03:34415 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37917/user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fdcd43fdb9d24258979c64b319f17f8a as hdfs://localhost:37917/user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fdcd43fdb9d24258979c64b319f17f8a 2024-11-17T20:19:22,844 INFO [M:0;0b0b0ae8de03:34415 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37917/user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fdcd43fdb9d24258979c64b319f17f8a, entries=1, sequenceid=28, filesize=5.0 K 2024-11-17T20:19:22,845 INFO [M:0;0b0b0ae8de03:34415 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=28, compaction requested=false 2024-11-17T20:19:22,846 INFO [M:0;0b0b0ae8de03:34415 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:19:22,846 DEBUG [M:0;0b0b0ae8de03:34415 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731874761564Disabling compacts and flushes for region at 1731874761564Disabling writes for close at 1731874761564Obtaining lock to block concurrent updates at 1731874761564Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731874761564Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731874761564Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731874761565 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731874761565Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731874761577 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731874761578 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731874761986 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731874762001 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731874762001Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731874762410 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731874762422 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731874762422Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1977e868: reopening flushed file at 1731874762830 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e9d4217: reopening flushed file at 1731874762835 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6248f33: reopening flushed file at 1731874762840 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=28, compaction requested=false at 1731874762845 (+5 ms)Writing region close event to WAL at 1731874762846 (+1 ms)Closed at 1731874762846 2024-11-17T20:19:22,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34383 is added to blk_1073741830_1006 (size=10165) 2024-11-17T20:19:22,848 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a2f8a225-2c98-59bc-76e7-037f060b7519/MasterData/WALs/0b0b0ae8de03,34415,1731874746606/0b0b0ae8de03%2C34415%2C1731874746606.1731874748607 not finished, retry = 0 2024-11-17T20:19:22,949 INFO [M:0;0b0b0ae8de03:34415 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T20:19:22,949 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:19:22,949 INFO [M:0;0b0b0ae8de03:34415 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34415 2024-11-17T20:19:22,949 INFO [M:0;0b0b0ae8de03:34415 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:19:23,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34415-0x1014a734ce40003, quorum=127.0.0.1:63645, baseZNode=/1741489118 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:19:23,104 INFO [M:0;0b0b0ae8de03:34415 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:19:23,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34415-0x1014a734ce40003, quorum=127.0.0.1:63645, baseZNode=/1741489118 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:19:23,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5fbeb65e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:19:23,106 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18bc7dfe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T20:19:23,106 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T20:19:23,107 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13405e6a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T20:19:23,107 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b41cd79{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea02bb44-d8cc-aa55-39c3-8161d30006d9/hadoop.log.dir/,STOPPED} 2024-11-17T20:19:23,108 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T20:19:23,108 WARN [BP-1203097474-172.17.0.2-1731874744056 heartbeating to localhost/127.0.0.1:37917 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T20:19:23,108 WARN [BP-1203097474-172.17.0.2-1731874744056 heartbeating to localhost/127.0.0.1:37917 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1203097474-172.17.0.2-1731874744056 (Datanode Uuid 0e95f655-af3b-4755-8b78-6354d4f058dc) service to localhost/127.0.0.1:37917 2024-11-17T20:19:23,108 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T20:19:23,108 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea02bb44-d8cc-aa55-39c3-8161d30006d9/cluster_0253808d-e014-b55d-e91c-769a837cf4fc/data/data1/current/BP-1203097474-172.17.0.2-1731874744056 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:19:23,108 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea02bb44-d8cc-aa55-39c3-8161d30006d9/cluster_0253808d-e014-b55d-e91c-769a837cf4fc/data/data2/current/BP-1203097474-172.17.0.2-1731874744056 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:19:23,109 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T20:19:23,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c977e64{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T20:19:23,113 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@119d149e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T20:19:23,113 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T20:19:23,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2db7955f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T20:19:23,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3026bedf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea02bb44-d8cc-aa55-39c3-8161d30006d9/hadoop.log.dir/,STOPPED} 2024-11-17T20:19:23,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T20:19:23,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T20:19:23,123 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:19:23,123 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:19:23,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:23,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:23,124 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:19:23,124 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T20:19:23,124 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=872316760, stopped=false 2024-11-17T20:19:23,124 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0b0b0ae8de03,45845,1731874754082 2024-11-17T20:19:23,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45845-0x1014a734ce40006, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-971325318/running 2024-11-17T20:19:23,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46241-0x1014a734ce40007, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-971325318/running 2024-11-17T20:19:23,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45845-0x1014a734ce40006, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-971325318 2024-11-17T20:19:23,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46241-0x1014a734ce40007, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-971325318 2024-11-17T20:19:23,141 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T20:19:23,141 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:19:23,141 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:19:23,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:23,141 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45845-0x1014a734ce40006, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Set watcher on znode that does not yet exist, /0-971325318/running 2024-11-17T20:19:23,141 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46241-0x1014a734ce40007, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Set watcher on znode that does not yet exist, /0-971325318/running 2024-11-17T20:19:23,141 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b0b0ae8de03,46241,1731874754171' ***** 2024-11-17T20:19:23,141 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T20:19:23,141 INFO [RS:0;0b0b0ae8de03:46241 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T20:19:23,141 INFO [RS:0;0b0b0ae8de03:46241 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T20:19:23,141 INFO [RS:0;0b0b0ae8de03:46241 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T20:19:23,141 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T20:19:23,142 INFO [RS:0;0b0b0ae8de03:46241 {}] regionserver.HRegionServer(3091): Received CLOSE for bccc6aceef8e4dac65374bd66b9c8b2c 2024-11-17T20:19:23,142 INFO [RS:0;0b0b0ae8de03:46241 {}] regionserver.HRegionServer(959): stopping server 0b0b0ae8de03,46241,1731874754171 2024-11-17T20:19:23,142 INFO [RS:0;0b0b0ae8de03:46241 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:19:23,142 INFO [RS:0;0b0b0ae8de03:46241 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:46241. 2024-11-17T20:19:23,142 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bccc6aceef8e4dac65374bd66b9c8b2c, disabling compactions & flushes 2024-11-17T20:19:23,142 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731874750250.bccc6aceef8e4dac65374bd66b9c8b2c. 2024-11-17T20:19:23,142 DEBUG [RS:0;0b0b0ae8de03:46241 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:19:23,142 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731874750250.bccc6aceef8e4dac65374bd66b9c8b2c. 2024-11-17T20:19:23,142 DEBUG [RS:0;0b0b0ae8de03:46241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:23,142 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731874750250.bccc6aceef8e4dac65374bd66b9c8b2c. after waiting 0 ms 2024-11-17T20:19:23,142 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731874750250.bccc6aceef8e4dac65374bd66b9c8b2c. 2024-11-17T20:19:23,142 INFO [RS:0;0b0b0ae8de03:46241 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T20:19:23,142 INFO [RS:0;0b0b0ae8de03:46241 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T20:19:23,142 INFO [RS:0;0b0b0ae8de03:46241 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T20:19:23,142 INFO [RS:0;0b0b0ae8de03:46241 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T20:19:23,142 INFO [RS:0;0b0b0ae8de03:46241 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T20:19:23,142 DEBUG [RS:0;0b0b0ae8de03:46241 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, bccc6aceef8e4dac65374bd66b9c8b2c=hbase:replication,,1731874750250.bccc6aceef8e4dac65374bd66b9c8b2c.} 2024-11-17T20:19:23,142 DEBUG [RS:0;0b0b0ae8de03:46241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bccc6aceef8e4dac65374bd66b9c8b2c 2024-11-17T20:19:23,142 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T20:19:23,142 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T20:19:23,142 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T20:19:23,142 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T20:19:23,143 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T20:19:23,143 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-17T20:19:23,145 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/data/hbase/replication/bccc6aceef8e4dac65374bd66b9c8b2c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-17T20:19:23,146 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:19:23,146 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T20:19:23,146 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731874750250.bccc6aceef8e4dac65374bd66b9c8b2c. 2024-11-17T20:19:23,146 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bccc6aceef8e4dac65374bd66b9c8b2c: Waiting for close lock at 1731874763142Running coprocessor pre-close hooks at 1731874763142Disabling compacts and flushes for region at 1731874763142Disabling writes for close at 1731874763142Writing region close event to WAL at 1731874763142Running coprocessor post-close hooks at 1731874763146 (+4 ms)Closed at 1731874763146 2024-11-17T20:19:23,146 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731874750250.bccc6aceef8e4dac65374bd66b9c8b2c. 2024-11-17T20:19:23,150 INFO [regionserver/0b0b0ae8de03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:19:23,156 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/data/hbase/meta/1588230740/.tmp/info/24829d4779b441ec8b6363e61e1aac62 is 147, key is hbase:replication,,1731874750250.bccc6aceef8e4dac65374bd66b9c8b2c./info:regioninfo/1731874760032/Put/seqid=0 2024-11-17T20:19:23,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741851_1027 (size=6385) 2024-11-17T20:19:23,342 DEBUG [RS:0;0b0b0ae8de03:46241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:19:23,424 DEBUG [RS:0;0b0b0ae8de03:46241.replicationSource.wal-reader.0b0b0ae8de03%2C46241%2C1731874754171,1-0b0b0ae8de03,46241,1731874754171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/WALs/0b0b0ae8de03,46241,1731874754171/0b0b0ae8de03%2C46241%2C1731874754171.1731874755640 to pos 0, reset compression=false 2024-11-17T20:19:23,437 INFO [regionserver/0b0b0ae8de03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T20:19:23,437 INFO [regionserver/0b0b0ae8de03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T20:19:23,543 DEBUG [RS:0;0b0b0ae8de03:46241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:19:23,561 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/data/hbase/meta/1588230740/.tmp/info/24829d4779b441ec8b6363e61e1aac62 2024-11-17T20:19:23,565 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/data/hbase/meta/1588230740/.tmp/info/24829d4779b441ec8b6363e61e1aac62 as hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/data/hbase/meta/1588230740/info/24829d4779b441ec8b6363e61e1aac62 2024-11-17T20:19:23,570 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/data/hbase/meta/1588230740/info/24829d4779b441ec8b6363e61e1aac62, entries=8, sequenceid=19, filesize=6.2 K 2024-11-17T20:19:23,571 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false 2024-11-17T20:19:23,575 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-17T20:19:23,575 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:19:23,575 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T20:19:23,575 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T20:19:23,575 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731874763142Running coprocessor pre-close hooks at 1731874763142Disabling compacts and flushes for region at 1731874763142Disabling writes for close at 1731874763142Obtaining lock to block concurrent updates at 1731874763143 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731874763143Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731874763143Flushing stores of hbase:meta,,1.1588230740 at 1731874763143Flushing 1588230740/info: creating writer at 1731874763143Flushing 1588230740/info: appending metadata at 1731874763156 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731874763156Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66e5286: reopening flushed file at 1731874763565 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false at 1731874763571 (+6 ms)Writing region close event to WAL at 1731874763572 (+1 ms)Running coprocessor post-close hooks at 1731874763575 (+3 ms)Closed at 1731874763575 2024-11-17T20:19:23,575 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T20:19:23,743 INFO [RS:0;0b0b0ae8de03:46241 {}] regionserver.HRegionServer(976): stopping server 0b0b0ae8de03,46241,1731874754171; all regions closed. 2024-11-17T20:19:23,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741849_1025 (size=2156) 2024-11-17T20:19:23,745 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/WALs/0b0b0ae8de03,46241,1731874754171/0b0b0ae8de03%2C46241%2C1731874754171.meta.1731874756039.meta not finished, retry = 0 2024-11-17T20:19:23,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T20:19:23,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T20:19:23,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:19:23,847 DEBUG [RS:0;0b0b0ae8de03:46241 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/oldWALs 2024-11-17T20:19:23,847 INFO [RS:0;0b0b0ae8de03:46241 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b0b0ae8de03%2C46241%2C1731874754171.meta:.meta(num 1731874756039) 2024-11-17T20:19:23,849 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/WALs/0b0b0ae8de03,46241,1731874754171/0b0b0ae8de03%2C46241%2C1731874754171.rep.1731874759999 not finished, retry = 0 2024-11-17T20:19:23,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741850_1026 (size=796) 2024-11-17T20:19:23,952 DEBUG [RS:0;0b0b0ae8de03:46241 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/oldWALs 2024-11-17T20:19:23,952 INFO [RS:0;0b0b0ae8de03:46241 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b0b0ae8de03%2C46241%2C1731874754171.rep:(num 1731874759999) 2024-11-17T20:19:23,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741848_1024 (size=93) 2024-11-17T20:19:23,954 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/WALs/0b0b0ae8de03,46241,1731874754171/0b0b0ae8de03%2C46241%2C1731874754171.1731874755640 not finished, retry = 0 2024-11-17T20:19:24,056 DEBUG [RS:0;0b0b0ae8de03:46241 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/oldWALs 2024-11-17T20:19:24,056 INFO [RS:0;0b0b0ae8de03:46241 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b0b0ae8de03%2C46241%2C1731874754171:(num 1731874755640) 2024-11-17T20:19:24,056 DEBUG [RS:0;0b0b0ae8de03:46241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:24,056 INFO [RS:0;0b0b0ae8de03:46241 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:19:24,056 INFO [RS:0;0b0b0ae8de03:46241 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:19:24,057 INFO [RS:0;0b0b0ae8de03:46241 {}] hbase.ChoreService(370): Chore service for: regionserver/0b0b0ae8de03:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T20:19:24,057 INFO [RS:0;0b0b0ae8de03:46241 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:19:24,057 INFO [regionserver/0b0b0ae8de03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:19:24,057 INFO [RS:0;0b0b0ae8de03:46241 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0b0b0ae8de03,46241,1731874754171 because: Region server is closing 2024-11-17T20:19:24,057 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/0b0b0ae8de03:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-17T20:19:24,057 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/0b0b0ae8de03:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-17T20:19:24,057 INFO [RS:0;0b0b0ae8de03:46241 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:46241. 2024-11-17T20:19:24,057 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/0b0b0ae8de03:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-17T20:19:24,057 DEBUG [RS:0;0b0b0ae8de03:46241 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:19:24,057 DEBUG [RS:0;0b0b0ae8de03:46241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:24,057 DEBUG [RS:0;0b0b0ae8de03:46241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:24,057 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:19:24,158 WARN [RS:0;0b0b0ae8de03:46241.replicationSource.wal-reader.0b0b0ae8de03%2C46241%2C1731874754171,1-0b0b0ae8de03,46241,1731874754171 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T20:19:24,158 WARN [RS:0;0b0b0ae8de03:46241.replicationSource.shipper0b0b0ae8de03%2C46241%2C1731874754171,1-0b0b0ae8de03,46241,1731874754171 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T20:19:24,158 INFO [RS:0;0b0b0ae8de03:46241 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;0b0b0ae8de03:46241.replicationSource.shipper0b0b0ae8de03%2C46241%2C1731874754171,1-0b0b0ae8de03,46241,1731874754171 terminated 2024-11-17T20:19:24,158 INFO [RS:0;0b0b0ae8de03:46241 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46241 2024-11-17T20:19:24,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45845-0x1014a734ce40006, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-971325318/rs 2024-11-17T20:19:24,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46241-0x1014a734ce40007, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-971325318/rs/0b0b0ae8de03,46241,1731874754171 2024-11-17T20:19:24,225 INFO [RS:0;0b0b0ae8de03:46241 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:19:24,235 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b0b0ae8de03,46241,1731874754171] 2024-11-17T20:19:24,246 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-971325318/draining/0b0b0ae8de03,46241,1731874754171 already deleted, retry=false 2024-11-17T20:19:24,246 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b0b0ae8de03,46241,1731874754171 expired; onlineServers=0 2024-11-17T20:19:24,246 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0b0b0ae8de03,45845,1731874754082' ***** 2024-11-17T20:19:24,246 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T20:19:24,246 INFO [M:0;0b0b0ae8de03:45845 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:19:24,246 INFO [M:0;0b0b0ae8de03:45845 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:19:24,246 DEBUG [M:0;0b0b0ae8de03:45845 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T20:19:24,246 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T20:19:24,246 DEBUG [M:0;0b0b0ae8de03:45845 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T20:19:24,246 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874755160 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874755160,5,FailOnTimeoutGroup] 2024-11-17T20:19:24,246 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874755148 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874755148,5,FailOnTimeoutGroup] 2024-11-17T20:19:24,247 INFO [M:0;0b0b0ae8de03:45845 {}] hbase.ChoreService(370): Chore service for: master/0b0b0ae8de03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T20:19:24,247 INFO [M:0;0b0b0ae8de03:45845 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:19:24,247 DEBUG [M:0;0b0b0ae8de03:45845 {}] master.HMaster(1795): Stopping service threads 2024-11-17T20:19:24,247 INFO [M:0;0b0b0ae8de03:45845 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T20:19:24,247 INFO [M:0;0b0b0ae8de03:45845 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T20:19:24,247 INFO [M:0;0b0b0ae8de03:45845 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T20:19:24,247 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T20:19:24,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45845-0x1014a734ce40006, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-971325318/master 2024-11-17T20:19:24,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45845-0x1014a734ce40006, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-971325318 2024-11-17T20:19:24,256 DEBUG [M:0;0b0b0ae8de03:45845 {}] zookeeper.ZKUtil(347): master:45845-0x1014a734ce40006, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Unable to get data of znode /0-971325318/master because node does not exist (not an error) 2024-11-17T20:19:24,257 WARN [M:0;0b0b0ae8de03:45845 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T20:19:24,257 INFO [M:0;0b0b0ae8de03:45845 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/.lastflushedseqids 2024-11-17T20:19:24,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741852_1028 (size=190) 2024-11-17T20:19:24,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46241-0x1014a734ce40007, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:19:24,335 INFO [RS:0;0b0b0ae8de03:46241 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:19:24,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46241-0x1014a734ce40007, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:19:24,335 INFO [RS:0;0b0b0ae8de03:46241 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b0b0ae8de03,46241,1731874754171; zookeeper connection closed. 2024-11-17T20:19:24,336 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2ef86ee0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2ef86ee0 2024-11-17T20:19:24,336 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T20:19:24,662 INFO [M:0;0b0b0ae8de03:45845 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T20:19:24,662 INFO [M:0;0b0b0ae8de03:45845 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T20:19:24,662 DEBUG [M:0;0b0b0ae8de03:45845 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T20:19:24,662 INFO [M:0;0b0b0ae8de03:45845 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:19:24,662 DEBUG [M:0;0b0b0ae8de03:45845 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:19:24,662 DEBUG [M:0;0b0b0ae8de03:45845 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T20:19:24,662 DEBUG [M:0;0b0b0ae8de03:45845 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:19:24,663 INFO [M:0;0b0b0ae8de03:45845 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-17T20:19:24,677 DEBUG [M:0;0b0b0ae8de03:45845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/02f4824cc0a540e39d288e6fb55fea3c is 82, key is hbase:meta,,1/info:regioninfo/1731874756102/Put/seqid=0 2024-11-17T20:19:24,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741853_1029 (size=5672) 2024-11-17T20:19:25,081 INFO [M:0;0b0b0ae8de03:45845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/02f4824cc0a540e39d288e6fb55fea3c 2024-11-17T20:19:25,102 DEBUG [M:0;0b0b0ae8de03:45845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d134b07423294398aa1afba94eed21d6 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731874760038/Put/seqid=0 2024-11-17T20:19:25,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741854_1030 (size=7312) 2024-11-17T20:19:25,505 INFO [M:0;0b0b0ae8de03:45845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d134b07423294398aa1afba94eed21d6 2024-11-17T20:19:25,522 DEBUG [M:0;0b0b0ae8de03:45845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/63bc63288e6e41208449cdedd37a1bb7 is 69, key is 0b0b0ae8de03,46241,1731874754171/rs:state/1731874755243/Put/seqid=0 2024-11-17T20:19:25,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741855_1031 (size=5370) 2024-11-17T20:19:25,926 INFO [M:0;0b0b0ae8de03:45845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/63bc63288e6e41208449cdedd37a1bb7 2024-11-17T20:19:25,929 INFO [M:0;0b0b0ae8de03:45845 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 63bc63288e6e41208449cdedd37a1bb7 2024-11-17T20:19:25,930 DEBUG [M:0;0b0b0ae8de03:45845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/02f4824cc0a540e39d288e6fb55fea3c as hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/02f4824cc0a540e39d288e6fb55fea3c 2024-11-17T20:19:25,934 INFO [M:0;0b0b0ae8de03:45845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/02f4824cc0a540e39d288e6fb55fea3c, entries=8, sequenceid=127, filesize=5.5 K 2024-11-17T20:19:25,935 DEBUG [M:0;0b0b0ae8de03:45845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d134b07423294398aa1afba94eed21d6 as hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d134b07423294398aa1afba94eed21d6 2024-11-17T20:19:25,939 INFO [M:0;0b0b0ae8de03:45845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d134b07423294398aa1afba94eed21d6, entries=7, sequenceid=127, filesize=7.1 K 2024-11-17T20:19:25,940 DEBUG [M:0;0b0b0ae8de03:45845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/63bc63288e6e41208449cdedd37a1bb7 as hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/63bc63288e6e41208449cdedd37a1bb7 2024-11-17T20:19:25,944 INFO [M:0;0b0b0ae8de03:45845 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 63bc63288e6e41208449cdedd37a1bb7 2024-11-17T20:19:25,944 INFO [M:0;0b0b0ae8de03:45845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33937/user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/63bc63288e6e41208449cdedd37a1bb7, entries=2, sequenceid=127, filesize=5.2 K 2024-11-17T20:19:25,945 INFO [M:0;0b0b0ae8de03:45845 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=127, compaction requested=false 2024-11-17T20:19:25,946 INFO [M:0;0b0b0ae8de03:45845 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:19:25,946 DEBUG [M:0;0b0b0ae8de03:45845 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731874764662Disabling compacts and flushes for region at 1731874764662Disabling writes for close at 1731874764662Obtaining lock to block concurrent updates at 1731874764663 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731874764663Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731874764663Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731874764663Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731874764663Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731874764676 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731874764676Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731874765085 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731874765101 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731874765101Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731874765509 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731874765521 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731874765521Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bf4a1af: reopening flushed file at 1731874765929 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3690fbda: reopening flushed file at 1731874765934 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@466b1e96: reopening flushed file at 1731874765939 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=127, compaction requested=false at 1731874765945 (+6 ms)Writing region close event to WAL at 1731874765946 (+1 ms)Closed at 1731874765946 2024-11-17T20:19:25,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40353 is added to blk_1073741847_1023 (size=22903) 2024-11-17T20:19:25,948 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/891ebe93-3f44-c754-bfe1-5b681c08512c/MasterData/WALs/0b0b0ae8de03,45845,1731874754082/0b0b0ae8de03%2C45845%2C1731874754082.1731874754809 not finished, retry = 0 2024-11-17T20:19:26,049 INFO [M:0;0b0b0ae8de03:45845 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T20:19:26,049 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:19:26,049 INFO [M:0;0b0b0ae8de03:45845 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45845 2024-11-17T20:19:26,049 INFO [M:0;0b0b0ae8de03:45845 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:19:26,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45845-0x1014a734ce40006, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:19:26,199 INFO [M:0;0b0b0ae8de03:45845 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:19:26,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45845-0x1014a734ce40006, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:19:26,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7234d215{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:19:26,201 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32167cc2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T20:19:26,201 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T20:19:26,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@231abdec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T20:19:26,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@687da7d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e2d497-e901-a949-9948-b3eb6defdff9/hadoop.log.dir/,STOPPED} 2024-11-17T20:19:26,202 WARN [BP-509931959-172.17.0.2-1731874738504 heartbeating to localhost/127.0.0.1:33937 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T20:19:26,202 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T20:19:26,202 WARN [BP-509931959-172.17.0.2-1731874738504 heartbeating to localhost/127.0.0.1:33937 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-509931959-172.17.0.2-1731874738504 (Datanode Uuid 1895b646-c9e6-4b1c-bb5d-92ef4d9bb8c2) service to localhost/127.0.0.1:33937 2024-11-17T20:19:26,202 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T20:19:26,203 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e2d497-e901-a949-9948-b3eb6defdff9/cluster_db6322ab-0622-f3aa-1947-80a044f94dc3/data/data1/current/BP-509931959-172.17.0.2-1731874738504 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:19:26,203 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e2d497-e901-a949-9948-b3eb6defdff9/cluster_db6322ab-0622-f3aa-1947-80a044f94dc3/data/data2/current/BP-509931959-172.17.0.2-1731874738504 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:19:26,203 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T20:19:26,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f0be581{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T20:19:26,209 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42e1c2b7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T20:19:26,209 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T20:19:26,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19bafe57{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T20:19:26,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@388eaf91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e2d497-e901-a949-9948-b3eb6defdff9/hadoop.log.dir/,STOPPED} 2024-11-17T20:19:26,214 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T20:19:26,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T20:19:26,233 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=203 (was 161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:33937 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63645) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:33937 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:33937 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:37917 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37917 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33937 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:37917 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:33937 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:37917 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:33937 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:37917 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63645) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=566 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=301 (was 259) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7797 (was 7737) - AvailableMemoryMB LEAK? - 2024-11-17T20:19:26,240 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=203, OpenFileDescriptor=566, MaxFileDescriptor=1048576, SystemLoadAverage=301, ProcessCount=11, AvailableMemoryMB=7797 2024-11-17T20:19:26,252 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-17T20:19:26,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea02bb44-d8cc-aa55-39c3-8161d30006d9/hadoop.log.dir so I do NOT create it in target/test-data/2f6cda04-5dd6-3d95-1a60-fabecc6ffeae 2024-11-17T20:19:26,253 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea02bb44-d8cc-aa55-39c3-8161d30006d9/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T20:19:26,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea02bb44-d8cc-aa55-39c3-8161d30006d9/hadoop.tmp.dir so I do NOT create it in target/test-data/2f6cda04-5dd6-3d95-1a60-fabecc6ffeae 2024-11-17T20:19:26,253 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea02bb44-d8cc-aa55-39c3-8161d30006d9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T20:19:26,253 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6cda04-5dd6-3d95-1a60-fabecc6ffeae 2024-11-17T20:19:26,253 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6cda04-5dd6-3d95-1a60-fabecc6ffeae/cluster_49c36a99-e045-73bc-5970-fc9a5517654d, deleteOnExit=true 2024-11-17T20:19:26,282 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6cda04-5dd6-3d95-1a60-fabecc6ffeae/cluster_49c36a99-e045-73bc-5970-fc9a5517654d/zookeeper_0, clientPort=59033, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6cda04-5dd6-3d95-1a60-fabecc6ffeae/cluster_49c36a99-e045-73bc-5970-fc9a5517654d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6cda04-5dd6-3d95-1a60-fabecc6ffeae/cluster_49c36a99-e045-73bc-5970-fc9a5517654d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T20:19:26,283 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59033 2024-11-17T20:19:26,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T20:19:26,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T20:19:26,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6cda04-5dd6-3d95-1a60-fabecc6ffeae/test.cache.data in system properties and HBase conf 2024-11-17T20:19:26,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6cda04-5dd6-3d95-1a60-fabecc6ffeae/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T20:19:26,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6cda04-5dd6-3d95-1a60-fabecc6ffeae/hadoop.log.dir in system properties and HBase conf 2024-11-17T20:19:26,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6cda04-5dd6-3d95-1a60-fabecc6ffeae/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T20:19:26,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6cda04-5dd6-3d95-1a60-fabecc6ffeae/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T20:19:26,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T20:19:26,284 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T20:19:26,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6cda04-5dd6-3d95-1a60-fabecc6ffeae/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T20:19:26,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6cda04-5dd6-3d95-1a60-fabecc6ffeae/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T20:19:26,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6cda04-5dd6-3d95-1a60-fabecc6ffeae/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T20:19:26,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6cda04-5dd6-3d95-1a60-fabecc6ffeae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T20:19:26,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6cda04-5dd6-3d95-1a60-fabecc6ffeae/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T20:19:26,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6cda04-5dd6-3d95-1a60-fabecc6ffeae/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T20:19:26,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6cda04-5dd6-3d95-1a60-fabecc6ffeae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T20:19:26,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6cda04-5dd6-3d95-1a60-fabecc6ffeae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T20:19:26,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6cda04-5dd6-3d95-1a60-fabecc6ffeae/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T20:19:26,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6cda04-5dd6-3d95-1a60-fabecc6ffeae/nfs.dump.dir in system properties and HBase conf 2024-11-17T20:19:26,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6cda04-5dd6-3d95-1a60-fabecc6ffeae/java.io.tmpdir in system properties and HBase conf 2024-11-17T20:19:26,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6cda04-5dd6-3d95-1a60-fabecc6ffeae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T20:19:26,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6cda04-5dd6-3d95-1a60-fabecc6ffeae/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T20:19:26,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6cda04-5dd6-3d95-1a60-fabecc6ffeae/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T20:19:26,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014a734ce40002, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T20:19:26,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014a734ce40005, quorum=127.0.0.1:63645, baseZNode=/1741489118 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T20:19:26,312 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014a734ce40002, quorum=127.0.0.1:63645, baseZNode=/0-971325318 Received Disconnected from ZooKeeper, ignoring 2024-11-17T20:19:26,312 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014a734ce40005, quorum=127.0.0.1:63645, baseZNode=/1741489118 Received Disconnected from ZooKeeper, ignoring 2024-11-17T20:19:26,626 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:19:26,630 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T20:19:26,631 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T20:19:26,631 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T20:19:26,631 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T20:19:26,632 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:19:26,632 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@505e8297{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6cda04-5dd6-3d95-1a60-fabecc6ffeae/hadoop.log.dir/,AVAILABLE} 2024-11-17T20:19:26,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75057487{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T20:19:26,727 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18722ce6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6cda04-5dd6-3d95-1a60-fabecc6ffeae/java.io.tmpdir/jetty-localhost-39825-hadoop-hdfs-3_4_1-tests_jar-_-any-9356489158875438988/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T20:19:26,728 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5bba9835{HTTP/1.1, (http/1.1)}{localhost:39825} 2024-11-17T20:19:26,728 INFO [Time-limited test {}] server.Server(415): Started @170163ms 2024-11-17T20:19:26,946 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:19:26,948 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T20:19:26,949 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T20:19:26,949 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T20:19:26,949 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T20:19:26,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d6db93e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6cda04-5dd6-3d95-1a60-fabecc6ffeae/hadoop.log.dir/,AVAILABLE} 2024-11-17T20:19:26,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e93cfe1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T20:19:27,043 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d39c40{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6cda04-5dd6-3d95-1a60-fabecc6ffeae/java.io.tmpdir/jetty-localhost-36933-hadoop-hdfs-3_4_1-tests_jar-_-any-8103706908604176748/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:19:27,044 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3009d7d7{HTTP/1.1, (http/1.1)}{localhost:36933} 2024-11-17T20:19:27,044 INFO [Time-limited test {}] server.Server(415): Started @170479ms 2024-11-17T20:19:27,045 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T20:19:27,664 WARN [Thread-1671 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6cda04-5dd6-3d95-1a60-fabecc6ffeae/cluster_49c36a99-e045-73bc-5970-fc9a5517654d/data/data2/current/BP-29537145-172.17.0.2-1731874766303/current, will proceed with Du for space computation calculation, 2024-11-17T20:19:27,664 WARN [Thread-1670 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6cda04-5dd6-3d95-1a60-fabecc6ffeae/cluster_49c36a99-e045-73bc-5970-fc9a5517654d/data/data1/current/BP-29537145-172.17.0.2-1731874766303/current, will proceed with Du for space computation calculation, 2024-11-17T20:19:27,682 WARN [Thread-1658 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T20:19:27,684 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7304b0c4cd27518 with lease ID 0xeec23425cc231238: Processing first storage report for DS-d3d87455-90da-41ee-8041-d71afd94df90 from datanode DatanodeRegistration(127.0.0.1:35179, datanodeUuid=96a682be-a52c-49a0-b4c0-d9ccb81e9601, infoPort=38663, infoSecurePort=0, ipcPort=45247, storageInfo=lv=-57;cid=testClusterID;nsid=1926039115;c=1731874766303) 2024-11-17T20:19:27,685 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7304b0c4cd27518 with lease ID 0xeec23425cc231238: from storage DS-d3d87455-90da-41ee-8041-d71afd94df90 node DatanodeRegistration(127.0.0.1:35179, datanodeUuid=96a682be-a52c-49a0-b4c0-d9ccb81e9601, infoPort=38663, infoSecurePort=0, ipcPort=45247, storageInfo=lv=-57;cid=testClusterID;nsid=1926039115;c=1731874766303), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T20:19:27,685 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7304b0c4cd27518 with lease ID 0xeec23425cc231238: Processing first storage report for DS-ef736891-b7f2-4fb8-a73b-78a0d8ac9ef0 from datanode DatanodeRegistration(127.0.0.1:35179, datanodeUuid=96a682be-a52c-49a0-b4c0-d9ccb81e9601, infoPort=38663, infoSecurePort=0, ipcPort=45247, storageInfo=lv=-57;cid=testClusterID;nsid=1926039115;c=1731874766303) 2024-11-17T20:19:27,685 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7304b0c4cd27518 with lease ID 0xeec23425cc231238: from storage DS-ef736891-b7f2-4fb8-a73b-78a0d8ac9ef0 node DatanodeRegistration(127.0.0.1:35179, datanodeUuid=96a682be-a52c-49a0-b4c0-d9ccb81e9601, infoPort=38663, infoSecurePort=0, ipcPort=45247, storageInfo=lv=-57;cid=testClusterID;nsid=1926039115;c=1731874766303), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T20:19:27,769 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6cda04-5dd6-3d95-1a60-fabecc6ffeae 2024-11-17T20:19:27,769 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:19:27,770 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:19:27,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741825_1001 (size=7) 2024-11-17T20:19:28,178 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee with version=8 2024-11-17T20:19:28,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/hbase-staging 2024-11-17T20:19:28,180 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:19:28,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:19:28,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:19:28,180 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:19:28,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:19:28,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:19:28,180 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T20:19:28,180 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:19:28,180 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44729 2024-11-17T20:19:28,181 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44729 connecting to ZooKeeper ensemble=127.0.0.1:59033 2024-11-17T20:19:28,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447290x0, quorum=127.0.0.1:59033, baseZNode=/01422993935 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:19:28,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44729-0x1014a73b9750000 connected 2024-11-17T20:19:28,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:19:28,359 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:19:28,361 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44729-0x1014a73b9750000, quorum=127.0.0.1:59033, baseZNode=/01422993935 Set watcher on znode that does not yet exist, /01422993935/running 2024-11-17T20:19:28,361 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee, hbase.cluster.distributed=false 2024-11-17T20:19:28,362 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44729-0x1014a73b9750000, quorum=127.0.0.1:59033, baseZNode=/01422993935 Set watcher on znode that does not yet exist, /01422993935/acl 2024-11-17T20:19:28,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44729 2024-11-17T20:19:28,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44729 2024-11-17T20:19:28,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44729 2024-11-17T20:19:28,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44729 2024-11-17T20:19:28,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44729 2024-11-17T20:19:28,378 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:19:28,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:19:28,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:19:28,379 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:19:28,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:19:28,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:19:28,379 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T20:19:28,379 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:19:28,379 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37895 2024-11-17T20:19:28,381 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37895 connecting to ZooKeeper ensemble=127.0.0.1:59033 2024-11-17T20:19:28,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:19:28,383 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:19:28,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378950x0, quorum=127.0.0.1:59033, baseZNode=/01422993935 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:19:28,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:378950x0, quorum=127.0.0.1:59033, baseZNode=/01422993935 Set watcher on znode that does not yet exist, /01422993935/running 2024-11-17T20:19:28,409 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37895-0x1014a73b9750001 connected 2024-11-17T20:19:28,410 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T20:19:28,411 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T20:19:28,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37895-0x1014a73b9750001, quorum=127.0.0.1:59033, baseZNode=/01422993935 Set watcher on znode that does not yet exist, /01422993935/master 2024-11-17T20:19:28,413 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37895-0x1014a73b9750001, quorum=127.0.0.1:59033, baseZNode=/01422993935 Set watcher on znode that does not yet exist, /01422993935/acl 2024-11-17T20:19:28,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37895 2024-11-17T20:19:28,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37895 2024-11-17T20:19:28,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37895 2024-11-17T20:19:28,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37895 2024-11-17T20:19:28,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37895 2024-11-17T20:19:28,440 DEBUG [M:0;0b0b0ae8de03:44729 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b0b0ae8de03:44729 2024-11-17T20:19:28,441 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01422993935/backup-masters/0b0b0ae8de03,44729,1731874768179 2024-11-17T20:19:28,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x1014a73b9750001, quorum=127.0.0.1:59033, baseZNode=/01422993935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01422993935/backup-masters 2024-11-17T20:19:28,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44729-0x1014a73b9750000, quorum=127.0.0.1:59033, baseZNode=/01422993935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01422993935/backup-masters 2024-11-17T20:19:28,451 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44729-0x1014a73b9750000, quorum=127.0.0.1:59033, baseZNode=/01422993935 Set watcher on existing znode=/01422993935/backup-masters/0b0b0ae8de03,44729,1731874768179 2024-11-17T20:19:28,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x1014a73b9750001, quorum=127.0.0.1:59033, baseZNode=/01422993935 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01422993935/master 2024-11-17T20:19:28,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44729-0x1014a73b9750000, quorum=127.0.0.1:59033, baseZNode=/01422993935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01422993935 2024-11-17T20:19:28,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x1014a73b9750001, quorum=127.0.0.1:59033, baseZNode=/01422993935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01422993935 2024-11-17T20:19:28,462 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44729-0x1014a73b9750000, quorum=127.0.0.1:59033, baseZNode=/01422993935 Set watcher on existing znode=/01422993935/master 2024-11-17T20:19:28,462 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01422993935/backup-masters/0b0b0ae8de03,44729,1731874768179 from backup master directory 2024-11-17T20:19:28,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x1014a73b9750001, quorum=127.0.0.1:59033, baseZNode=/01422993935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01422993935/backup-masters 2024-11-17T20:19:28,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44729-0x1014a73b9750000, quorum=127.0.0.1:59033, baseZNode=/01422993935 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01422993935/backup-masters/0b0b0ae8de03,44729,1731874768179 2024-11-17T20:19:28,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44729-0x1014a73b9750000, quorum=127.0.0.1:59033, baseZNode=/01422993935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01422993935/backup-masters 2024-11-17T20:19:28,472 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:19:28,472 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b0b0ae8de03,44729,1731874768179 2024-11-17T20:19:28,476 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/hbase.id] with ID: ccc231f4-8afc-484f-8bfa-39dcbcb170d7 2024-11-17T20:19:28,476 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/.tmp/hbase.id 2024-11-17T20:19:28,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741826_1002 (size=42) 2024-11-17T20:19:28,650 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T20:19:28,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:28,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:28,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:28,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:28,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:28,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:28,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:28,881 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/.tmp/hbase.id]:[hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/hbase.id] 2024-11-17T20:19:28,891 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:19:28,891 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T20:19:28,892 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T20:19:29,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x1014a73b9750001, quorum=127.0.0.1:59033, baseZNode=/01422993935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01422993935 2024-11-17T20:19:29,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44729-0x1014a73b9750000, quorum=127.0.0.1:59033, baseZNode=/01422993935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01422993935 2024-11-17T20:19:29,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741827_1003 (size=196) 2024-11-17T20:19:29,475 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:19:29,476 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T20:19:29,476 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:19:29,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741828_1004 (size=1189) 2024-11-17T20:19:29,883 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/MasterData/data/master/store 2024-11-17T20:19:29,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741829_1005 (size=34) 2024-11-17T20:19:30,288 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:19:30,288 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T20:19:30,288 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:19:30,288 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:19:30,288 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T20:19:30,288 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:19:30,288 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:19:30,289 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731874770288Disabling compacts and flushes for region at 1731874770288Disabling writes for close at 1731874770288Writing region close event to WAL at 1731874770288Closed at 1731874770288 2024-11-17T20:19:30,289 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/MasterData/data/master/store/.initializing 2024-11-17T20:19:30,289 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/MasterData/WALs/0b0b0ae8de03,44729,1731874768179 2024-11-17T20:19:30,290 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:19:30,292 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b0b0ae8de03%2C44729%2C1731874768179, suffix=, logDir=hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/MasterData/WALs/0b0b0ae8de03,44729,1731874768179, archiveDir=hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/MasterData/oldWALs, maxLogs=10 2024-11-17T20:19:30,304 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/MasterData/WALs/0b0b0ae8de03,44729,1731874768179/0b0b0ae8de03%2C44729%2C1731874768179.1731874770292, exclude list is [], retry=0 2024-11-17T20:19:30,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35179,DS-d3d87455-90da-41ee-8041-d71afd94df90,DISK] 2024-11-17T20:19:30,307 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/MasterData/WALs/0b0b0ae8de03,44729,1731874768179/0b0b0ae8de03%2C44729%2C1731874768179.1731874770292 2024-11-17T20:19:30,307 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38663:38663)] 2024-11-17T20:19:30,307 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:19:30,308 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:19:30,308 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:30,308 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:30,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:30,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T20:19:30,310 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:30,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:19:30,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:30,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T20:19:30,312 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:30,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:19:30,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:30,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T20:19:30,314 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:30,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:19:30,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:30,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T20:19:30,315 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:30,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:19:30,316 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:30,316 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:30,317 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:30,318 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:30,318 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:30,318 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:19:30,319 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:30,320 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:19:30,321 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63260691, jitterRate=-0.05734224617481232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:19:30,321 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731874770308Initializing all the Stores at 1731874770309 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874770309Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874770309Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874770309Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874770309Cleaning up temporary data from old regions at 1731874770318 (+9 ms)Region opened successfully at 1731874770321 (+3 ms) 2024-11-17T20:19:30,321 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T20:19:30,324 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e20f662, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:19:30,324 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T20:19:30,324 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T20:19:30,324 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T20:19:30,325 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T20:19:30,325 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T20:19:30,325 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T20:19:30,325 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T20:19:30,327 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T20:19:30,327 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44729-0x1014a73b9750000, quorum=127.0.0.1:59033, baseZNode=/01422993935 Unable to get data of znode /01422993935/balancer because node does not exist (not necessarily an error) 2024-11-17T20:19:30,385 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01422993935/balancer already deleted, retry=false 2024-11-17T20:19:30,385 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T20:19:30,386 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44729-0x1014a73b9750000, quorum=127.0.0.1:59033, baseZNode=/01422993935 Unable to get data of znode /01422993935/normalizer because node does not exist (not necessarily an error) 2024-11-17T20:19:30,398 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01422993935/normalizer already deleted, retry=false 2024-11-17T20:19:30,398 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T20:19:30,399 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44729-0x1014a73b9750000, quorum=127.0.0.1:59033, baseZNode=/01422993935 Unable to get data of znode /01422993935/switch/split because node does not exist (not necessarily an error) 2024-11-17T20:19:30,408 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01422993935/switch/split already deleted, retry=false 2024-11-17T20:19:30,409 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44729-0x1014a73b9750000, quorum=127.0.0.1:59033, baseZNode=/01422993935 Unable to get data of znode /01422993935/switch/merge because node does not exist (not necessarily an error) 2024-11-17T20:19:30,419 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01422993935/switch/merge already deleted, retry=false 2024-11-17T20:19:30,421 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44729-0x1014a73b9750000, quorum=127.0.0.1:59033, baseZNode=/01422993935 Unable to get data of znode /01422993935/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T20:19:30,429 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01422993935/snapshot-cleanup already deleted, retry=false 2024-11-17T20:19:30,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44729-0x1014a73b9750000, quorum=127.0.0.1:59033, baseZNode=/01422993935 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01422993935/running 2024-11-17T20:19:30,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x1014a73b9750001, quorum=127.0.0.1:59033, baseZNode=/01422993935 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01422993935/running 2024-11-17T20:19:30,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44729-0x1014a73b9750000, quorum=127.0.0.1:59033, baseZNode=/01422993935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01422993935 2024-11-17T20:19:30,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x1014a73b9750001, quorum=127.0.0.1:59033, baseZNode=/01422993935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01422993935 2024-11-17T20:19:30,440 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b0b0ae8de03,44729,1731874768179, sessionid=0x1014a73b9750000, setting cluster-up flag (Was=false) 2024-11-17T20:19:30,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44729-0x1014a73b9750000, quorum=127.0.0.1:59033, baseZNode=/01422993935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01422993935 2024-11-17T20:19:30,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x1014a73b9750001, quorum=127.0.0.1:59033, baseZNode=/01422993935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01422993935 2024-11-17T20:19:30,492 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01422993935/flush-table-proc/acquired, /01422993935/flush-table-proc/reached, /01422993935/flush-table-proc/abort 2024-11-17T20:19:30,493 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b0b0ae8de03,44729,1731874768179 2024-11-17T20:19:30,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x1014a73b9750001, quorum=127.0.0.1:59033, baseZNode=/01422993935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01422993935 2024-11-17T20:19:30,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44729-0x1014a73b9750000, quorum=127.0.0.1:59033, baseZNode=/01422993935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01422993935 2024-11-17T20:19:30,545 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01422993935/online-snapshot/acquired, /01422993935/online-snapshot/reached, /01422993935/online-snapshot/abort 2024-11-17T20:19:30,546 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b0b0ae8de03,44729,1731874768179 2024-11-17T20:19:30,547 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T20:19:30,548 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T20:19:30,549 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T20:19:30,549 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T20:19:30,549 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 0b0b0ae8de03,42637,1731874740371: status=Processing ServerCrashProcedure of 0b0b0ae8de03,42637,1731874740371 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731874755146, completionTime=-1 appears to have been leaked 2024-11-17T20:19:30,549 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b0b0ae8de03,44729,1731874768179 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T20:19:30,550 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:19:30,550 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:19:30,550 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:19:30,550 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:19:30,550 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b0b0ae8de03:0, corePoolSize=10, maxPoolSize=10 2024-11-17T20:19:30,550 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:30,550 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:19:30,550 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:30,555 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731874800555 2024-11-17T20:19:30,555 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T20:19:30,555 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T20:19:30,555 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T20:19:30,555 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T20:19:30,555 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T20:19:30,555 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T20:19:30,556 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:19:30,556 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T20:19:30,557 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:30,557 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T20:19:30,560 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:30,560 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T20:19:30,560 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T20:19:30,560 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T20:19:30,560 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T20:19:30,561 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T20:19:30,561 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T20:19:30,563 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874770561,5,FailOnTimeoutGroup] 2024-11-17T20:19:30,564 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874770563,5,FailOnTimeoutGroup] 2024-11-17T20:19:30,564 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:30,564 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T20:19:30,564 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:30,564 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:30,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741831_1007 (size=1321) 2024-11-17T20:19:30,627 INFO [RS:0;0b0b0ae8de03:37895 {}] regionserver.HRegionServer(746): ClusterId : ccc231f4-8afc-484f-8bfa-39dcbcb170d7 2024-11-17T20:19:30,627 DEBUG [RS:0;0b0b0ae8de03:37895 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T20:19:30,641 DEBUG [RS:0;0b0b0ae8de03:37895 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T20:19:30,641 DEBUG [RS:0;0b0b0ae8de03:37895 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T20:19:30,651 DEBUG [RS:0;0b0b0ae8de03:37895 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T20:19:30,651 DEBUG [RS:0;0b0b0ae8de03:37895 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@532fc22a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:19:30,666 DEBUG [RS:0;0b0b0ae8de03:37895 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b0b0ae8de03:37895 2024-11-17T20:19:30,666 INFO [RS:0;0b0b0ae8de03:37895 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T20:19:30,666 INFO [RS:0;0b0b0ae8de03:37895 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T20:19:30,666 DEBUG [RS:0;0b0b0ae8de03:37895 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T20:19:30,667 INFO [RS:0;0b0b0ae8de03:37895 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b0b0ae8de03,44729,1731874768179 with port=37895, startcode=1731874768378 2024-11-17T20:19:30,667 DEBUG [RS:0;0b0b0ae8de03:37895 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T20:19:30,669 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57277, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T20:19:30,669 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44729 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b0b0ae8de03,37895,1731874768378 2024-11-17T20:19:30,669 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44729 {}] master.ServerManager(517): Registering regionserver=0b0b0ae8de03,37895,1731874768378 2024-11-17T20:19:30,670 DEBUG [RS:0;0b0b0ae8de03:37895 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee 2024-11-17T20:19:30,670 DEBUG [RS:0;0b0b0ae8de03:37895 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44311 2024-11-17T20:19:30,670 DEBUG [RS:0;0b0b0ae8de03:37895 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T20:19:30,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44729-0x1014a73b9750000, quorum=127.0.0.1:59033, baseZNode=/01422993935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01422993935/rs 2024-11-17T20:19:30,683 DEBUG [RS:0;0b0b0ae8de03:37895 {}] zookeeper.ZKUtil(111): regionserver:37895-0x1014a73b9750001, quorum=127.0.0.1:59033, baseZNode=/01422993935 Set watcher on existing znode=/01422993935/rs/0b0b0ae8de03,37895,1731874768378 2024-11-17T20:19:30,683 WARN [RS:0;0b0b0ae8de03:37895 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:19:30,683 INFO [RS:0;0b0b0ae8de03:37895 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:19:30,683 DEBUG [RS:0;0b0b0ae8de03:37895 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/WALs/0b0b0ae8de03,37895,1731874768378 2024-11-17T20:19:30,683 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b0b0ae8de03,37895,1731874768378] 2024-11-17T20:19:30,686 INFO [RS:0;0b0b0ae8de03:37895 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T20:19:30,687 INFO [RS:0;0b0b0ae8de03:37895 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T20:19:30,688 INFO [RS:0;0b0b0ae8de03:37895 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T20:19:30,688 INFO [RS:0;0b0b0ae8de03:37895 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:30,688 INFO [RS:0;0b0b0ae8de03:37895 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T20:19:30,689 INFO [RS:0;0b0b0ae8de03:37895 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T20:19:30,689 INFO [RS:0;0b0b0ae8de03:37895 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:30,689 DEBUG [RS:0;0b0b0ae8de03:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:30,689 DEBUG [RS:0;0b0b0ae8de03:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:30,689 DEBUG [RS:0;0b0b0ae8de03:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:30,689 DEBUG [RS:0;0b0b0ae8de03:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:30,689 DEBUG [RS:0;0b0b0ae8de03:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:30,689 DEBUG [RS:0;0b0b0ae8de03:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:19:30,689 DEBUG [RS:0;0b0b0ae8de03:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:30,689 DEBUG [RS:0;0b0b0ae8de03:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:30,690 DEBUG [RS:0;0b0b0ae8de03:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:30,690 DEBUG [RS:0;0b0b0ae8de03:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:30,690 DEBUG [RS:0;0b0b0ae8de03:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:30,690 DEBUG [RS:0;0b0b0ae8de03:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:30,690 DEBUG [RS:0;0b0b0ae8de03:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:19:30,690 DEBUG [RS:0;0b0b0ae8de03:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:19:30,691 INFO [RS:0;0b0b0ae8de03:37895 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:30,691 INFO [RS:0;0b0b0ae8de03:37895 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:30,691 INFO [RS:0;0b0b0ae8de03:37895 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:30,691 INFO [RS:0;0b0b0ae8de03:37895 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:30,691 INFO [RS:0;0b0b0ae8de03:37895 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:30,691 INFO [RS:0;0b0b0ae8de03:37895 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,37895,1731874768378-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:19:30,706 INFO [RS:0;0b0b0ae8de03:37895 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T20:19:30,706 INFO [RS:0;0b0b0ae8de03:37895 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,37895,1731874768378-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:30,706 INFO [RS:0;0b0b0ae8de03:37895 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:30,706 INFO [RS:0;0b0b0ae8de03:37895 {}] regionserver.Replication(171): 0b0b0ae8de03,37895,1731874768378 started 2024-11-17T20:19:30,719 INFO [RS:0;0b0b0ae8de03:37895 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:30,719 INFO [RS:0;0b0b0ae8de03:37895 {}] regionserver.HRegionServer(1482): Serving as 0b0b0ae8de03,37895,1731874768378, RpcServer on 0b0b0ae8de03/172.17.0.2:37895, sessionid=0x1014a73b9750001 2024-11-17T20:19:30,720 DEBUG [RS:0;0b0b0ae8de03:37895 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T20:19:30,720 DEBUG [RS:0;0b0b0ae8de03:37895 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b0b0ae8de03,37895,1731874768378 2024-11-17T20:19:30,720 DEBUG [RS:0;0b0b0ae8de03:37895 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,37895,1731874768378' 2024-11-17T20:19:30,720 DEBUG [RS:0;0b0b0ae8de03:37895 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01422993935/flush-table-proc/abort' 2024-11-17T20:19:30,720 DEBUG [RS:0;0b0b0ae8de03:37895 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01422993935/flush-table-proc/acquired' 2024-11-17T20:19:30,720 DEBUG [RS:0;0b0b0ae8de03:37895 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T20:19:30,720 DEBUG [RS:0;0b0b0ae8de03:37895 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T20:19:30,720 DEBUG [RS:0;0b0b0ae8de03:37895 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b0b0ae8de03,37895,1731874768378 2024-11-17T20:19:30,720 DEBUG [RS:0;0b0b0ae8de03:37895 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,37895,1731874768378' 2024-11-17T20:19:30,720 DEBUG [RS:0;0b0b0ae8de03:37895 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01422993935/online-snapshot/abort' 2024-11-17T20:19:30,721 DEBUG [RS:0;0b0b0ae8de03:37895 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01422993935/online-snapshot/acquired' 2024-11-17T20:19:30,721 DEBUG [RS:0;0b0b0ae8de03:37895 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T20:19:30,721 INFO [RS:0;0b0b0ae8de03:37895 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T20:19:30,721 INFO [RS:0;0b0b0ae8de03:37895 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T20:19:30,821 INFO [RS:0;0b0b0ae8de03:37895 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:19:30,823 INFO [RS:0;0b0b0ae8de03:37895 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C37895%2C1731874768378, suffix=, logDir=hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/WALs/0b0b0ae8de03,37895,1731874768378, archiveDir=hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/oldWALs, maxLogs=10 2024-11-17T20:19:30,839 DEBUG [RS:0;0b0b0ae8de03:37895 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/WALs/0b0b0ae8de03,37895,1731874768378/0b0b0ae8de03%2C37895%2C1731874768378.1731874770823, exclude list is [], retry=0 2024-11-17T20:19:30,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35179,DS-d3d87455-90da-41ee-8041-d71afd94df90,DISK] 2024-11-17T20:19:30,843 INFO [RS:0;0b0b0ae8de03:37895 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/WALs/0b0b0ae8de03,37895,1731874768378/0b0b0ae8de03%2C37895%2C1731874768378.1731874770823 2024-11-17T20:19:30,844 DEBUG [RS:0;0b0b0ae8de03:37895 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38663:38663)] 2024-11-17T20:19:30,967 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T20:19:30,967 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee 2024-11-17T20:19:30,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741833_1009 (size=32) 2024-11-17T20:19:31,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:19:31,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T20:19:31,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T20:19:31,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:31,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:19:31,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T20:19:31,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T20:19:31,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:31,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:19:31,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T20:19:31,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T20:19:31,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:31,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:19:31,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T20:19:31,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T20:19:31,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:31,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:19:31,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T20:19:31,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/hbase/meta/1588230740 2024-11-17T20:19:31,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/hbase/meta/1588230740 2024-11-17T20:19:31,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T20:19:31,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T20:19:31,381 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:19:31,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T20:19:31,383 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:19:31,383 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60449708, jitterRate=-0.09922915697097778}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:19:31,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731874771372Initializing all the Stores at 1731874771373 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874771373Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874771373Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874771373Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874771373Cleaning up temporary data from old regions at 1731874771380 (+7 ms)Region opened successfully at 1731874771384 (+4 ms) 2024-11-17T20:19:31,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T20:19:31,384 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T20:19:31,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T20:19:31,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T20:19:31,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T20:19:31,384 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T20:19:31,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731874771384Disabling compacts and flushes for region at 1731874771384Disabling writes for close at 1731874771384Writing region close event to WAL at 1731874771384Closed at 1731874771384 2024-11-17T20:19:31,385 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:19:31,385 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T20:19:31,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T20:19:31,386 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T20:19:31,387 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T20:19:31,537 DEBUG [0b0b0ae8de03:44729 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T20:19:31,537 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b0b0ae8de03,37895,1731874768378 2024-11-17T20:19:31,538 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,37895,1731874768378, state=OPENING 2024-11-17T20:19:31,595 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T20:19:31,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44729-0x1014a73b9750000, quorum=127.0.0.1:59033, baseZNode=/01422993935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01422993935 2024-11-17T20:19:31,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x1014a73b9750001, quorum=127.0.0.1:59033, baseZNode=/01422993935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01422993935 2024-11-17T20:19:31,606 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T20:19:31,606 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01422993935/meta-region-server: CHANGED 2024-11-17T20:19:31,606 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01422993935/meta-region-server: CHANGED 2024-11-17T20:19:31,606 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,37895,1731874768378}] 2024-11-17T20:19:31,759 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T20:19:31,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54283, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T20:19:31,763 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T20:19:31,763 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:19:31,763 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T20:19:31,765 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C37895%2C1731874768378.meta, suffix=.meta, logDir=hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/WALs/0b0b0ae8de03,37895,1731874768378, archiveDir=hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/oldWALs, maxLogs=10 2024-11-17T20:19:31,777 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/WALs/0b0b0ae8de03,37895,1731874768378/0b0b0ae8de03%2C37895%2C1731874768378.meta.1731874771765.meta, exclude list is [], retry=0 2024-11-17T20:19:31,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35179,DS-d3d87455-90da-41ee-8041-d71afd94df90,DISK] 2024-11-17T20:19:31,780 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/WALs/0b0b0ae8de03,37895,1731874768378/0b0b0ae8de03%2C37895%2C1731874768378.meta.1731874771765.meta 2024-11-17T20:19:31,780 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38663:38663)] 2024-11-17T20:19:31,780 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:19:31,780 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:19:31,781 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T20:19:31,781 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T20:19:31,781 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T20:19:31,781 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T20:19:31,781 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:19:31,781 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T20:19:31,781 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T20:19:31,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T20:19:31,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T20:19:31,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:31,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:19:31,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T20:19:31,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T20:19:31,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:31,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:19:31,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T20:19:31,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T20:19:31,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:31,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:19:31,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T20:19:31,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T20:19:31,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:31,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:19:31,787 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T20:19:31,787 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/hbase/meta/1588230740 2024-11-17T20:19:31,788 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/hbase/meta/1588230740 2024-11-17T20:19:31,789 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T20:19:31,789 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T20:19:31,789 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:19:31,790 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T20:19:31,791 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71234437, jitterRate=0.06147582828998566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:19:31,791 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T20:19:31,791 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731874771781Writing region info on filesystem at 1731874771781Initializing all the Stores at 1731874771782 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874771782Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874771782Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874771782Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874771782Cleaning up temporary data from old regions at 1731874771789 (+7 ms)Running coprocessor post-open hooks at 1731874771791 (+2 ms)Region opened successfully at 1731874771791 2024-11-17T20:19:31,792 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731874771759 2024-11-17T20:19:31,794 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T20:19:31,794 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T20:19:31,795 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,37895,1731874768378 2024-11-17T20:19:31,795 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,37895,1731874768378, state=OPEN 2024-11-17T20:19:31,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x1014a73b9750001, quorum=127.0.0.1:59033, baseZNode=/01422993935 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01422993935/meta-region-server 2024-11-17T20:19:31,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44729-0x1014a73b9750000, quorum=127.0.0.1:59033, baseZNode=/01422993935 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01422993935/meta-region-server 2024-11-17T20:19:31,836 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,37895,1731874768378 2024-11-17T20:19:31,836 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01422993935/meta-region-server: CHANGED 2024-11-17T20:19:31,836 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01422993935/meta-region-server: CHANGED 2024-11-17T20:19:31,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T20:19:31,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,37895,1731874768378 in 230 msec 2024-11-17T20:19:31,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T20:19:31,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 453 msec 2024-11-17T20:19:31,839 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:19:31,839 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T20:19:31,841 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:19:31,841 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,37895,1731874768378, seqNum=-1] 2024-11-17T20:19:31,841 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:19:31,842 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:19:31,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2960 sec 2024-11-17T20:19:31,846 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731874771846, completionTime=-1 2024-11-17T20:19:31,846 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T20:19:31,846 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T20:19:31,847 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T20:19:31,847 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731874831847 2024-11-17T20:19:31,847 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731874891847 2024-11-17T20:19:31,847 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T20:19:31,848 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,44729,1731874768179-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:31,848 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,44729,1731874768179-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:31,848 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,44729,1731874768179-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:31,848 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b0b0ae8de03:44729, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:31,848 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:31,848 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:31,849 DEBUG [master/0b0b0ae8de03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T20:19:31,851 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.379sec 2024-11-17T20:19:31,851 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T20:19:31,851 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T20:19:31,851 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T20:19:31,851 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T20:19:31,851 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T20:19:31,851 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,44729,1731874768179-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:19:31,851 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,44729,1731874768179-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T20:19:31,853 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T20:19:31,853 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T20:19:31,853 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,44729,1731874768179-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:31,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f17cdc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:31,928 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,44729,-1 for getting cluster id 2024-11-17T20:19:31,928 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:19:31,929 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ccc231f4-8afc-484f-8bfa-39dcbcb170d7' 2024-11-17T20:19:31,930 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:19:31,930 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ccc231f4-8afc-484f-8bfa-39dcbcb170d7" 2024-11-17T20:19:31,930 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6875345b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:31,930 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,44729,-1] 2024-11-17T20:19:31,931 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:19:31,931 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:31,932 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:19:31,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74233cbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:31,933 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:19:31,933 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,37895,1731874768378, seqNum=-1] 2024-11-17T20:19:31,934 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:19:31,935 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:19:31,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0b0b0ae8de03,44729,1731874768179 2024-11-17T20:19:31,938 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59033 2024-11-17T20:19:31,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59033, baseZNode=/01422993935 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:19:31,956 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014a73b9750002 connected 2024-11-17T20:19:31,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6cda04-5dd6-3d95-1a60-fabecc6ffeae/hadoop.log.dir so I do NOT create it in target/test-data/43e51c06-44be-79d3-66b5-b73038e1e1f7 2024-11-17T20:19:31,969 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6cda04-5dd6-3d95-1a60-fabecc6ffeae/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T20:19:31,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6cda04-5dd6-3d95-1a60-fabecc6ffeae/hadoop.tmp.dir so I do NOT create it in target/test-data/43e51c06-44be-79d3-66b5-b73038e1e1f7 2024-11-17T20:19:31,969 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6cda04-5dd6-3d95-1a60-fabecc6ffeae/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T20:19:31,969 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e51c06-44be-79d3-66b5-b73038e1e1f7 2024-11-17T20:19:31,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T20:19:31,969 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e51c06-44be-79d3-66b5-b73038e1e1f7/cluster_59e9b69e-1de1-bffa-4aaa-91d03554bcb2, deleteOnExit=true 2024-11-17T20:19:31,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T20:19:31,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e51c06-44be-79d3-66b5-b73038e1e1f7/test.cache.data in system properties and HBase conf 2024-11-17T20:19:31,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e51c06-44be-79d3-66b5-b73038e1e1f7/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T20:19:31,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e51c06-44be-79d3-66b5-b73038e1e1f7/hadoop.log.dir in system properties and HBase conf 2024-11-17T20:19:31,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e51c06-44be-79d3-66b5-b73038e1e1f7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T20:19:31,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e51c06-44be-79d3-66b5-b73038e1e1f7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T20:19:31,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T20:19:31,970 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T20:19:31,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e51c06-44be-79d3-66b5-b73038e1e1f7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T20:19:31,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e51c06-44be-79d3-66b5-b73038e1e1f7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T20:19:31,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e51c06-44be-79d3-66b5-b73038e1e1f7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T20:19:31,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e51c06-44be-79d3-66b5-b73038e1e1f7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T20:19:31,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e51c06-44be-79d3-66b5-b73038e1e1f7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T20:19:31,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e51c06-44be-79d3-66b5-b73038e1e1f7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T20:19:31,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e51c06-44be-79d3-66b5-b73038e1e1f7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T20:19:31,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e51c06-44be-79d3-66b5-b73038e1e1f7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T20:19:31,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e51c06-44be-79d3-66b5-b73038e1e1f7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T20:19:31,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e51c06-44be-79d3-66b5-b73038e1e1f7/nfs.dump.dir in system properties and HBase conf 2024-11-17T20:19:31,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e51c06-44be-79d3-66b5-b73038e1e1f7/java.io.tmpdir in system properties and HBase conf 2024-11-17T20:19:31,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e51c06-44be-79d3-66b5-b73038e1e1f7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T20:19:31,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e51c06-44be-79d3-66b5-b73038e1e1f7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T20:19:31,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e51c06-44be-79d3-66b5-b73038e1e1f7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T20:19:32,317 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:19:32,321 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T20:19:32,330 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T20:19:32,331 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T20:19:32,331 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T20:19:32,332 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:19:32,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f076cf9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e51c06-44be-79d3-66b5-b73038e1e1f7/hadoop.log.dir/,AVAILABLE} 2024-11-17T20:19:32,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@606e34b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T20:19:32,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@274e878f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e51c06-44be-79d3-66b5-b73038e1e1f7/java.io.tmpdir/jetty-localhost-33195-hadoop-hdfs-3_4_1-tests_jar-_-any-11854249771895939046/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T20:19:32,427 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79ee190d{HTTP/1.1, (http/1.1)}{localhost:33195} 2024-11-17T20:19:32,427 INFO [Time-limited test {}] server.Server(415): Started @175863ms 2024-11-17T20:19:32,672 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:19:32,674 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T20:19:32,676 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T20:19:32,676 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T20:19:32,676 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T20:19:32,677 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f5f18fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e51c06-44be-79d3-66b5-b73038e1e1f7/hadoop.log.dir/,AVAILABLE} 2024-11-17T20:19:32,677 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31faba0a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T20:19:32,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@eba1a8f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e51c06-44be-79d3-66b5-b73038e1e1f7/java.io.tmpdir/jetty-localhost-34259-hadoop-hdfs-3_4_1-tests_jar-_-any-13157980453161304699/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:19:32,772 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ccb814b{HTTP/1.1, (http/1.1)}{localhost:34259} 2024-11-17T20:19:32,772 INFO [Time-limited test {}] server.Server(415): Started @176207ms 2024-11-17T20:19:32,773 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T20:19:33,434 WARN [Thread-1792 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e51c06-44be-79d3-66b5-b73038e1e1f7/cluster_59e9b69e-1de1-bffa-4aaa-91d03554bcb2/data/data2/current/BP-1466801054-172.17.0.2-1731874771998/current, will proceed with Du for space computation calculation, 2024-11-17T20:19:33,434 WARN [Thread-1791 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e51c06-44be-79d3-66b5-b73038e1e1f7/cluster_59e9b69e-1de1-bffa-4aaa-91d03554bcb2/data/data1/current/BP-1466801054-172.17.0.2-1731874771998/current, will proceed with Du for space computation calculation, 2024-11-17T20:19:33,448 WARN [Thread-1779 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T20:19:33,450 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40486a3c0f60f6c3 with lease ID 0x7704601e12fa1fa2: Processing first storage report for DS-0829c084-33eb-4d94-84a2-9181d843578b from datanode DatanodeRegistration(127.0.0.1:39155, datanodeUuid=9f592806-e418-44ed-9968-79f71218cbd3, infoPort=46449, infoSecurePort=0, ipcPort=42945, storageInfo=lv=-57;cid=testClusterID;nsid=1568911311;c=1731874771998) 2024-11-17T20:19:33,450 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40486a3c0f60f6c3 with lease ID 0x7704601e12fa1fa2: from storage DS-0829c084-33eb-4d94-84a2-9181d843578b node DatanodeRegistration(127.0.0.1:39155, datanodeUuid=9f592806-e418-44ed-9968-79f71218cbd3, infoPort=46449, infoSecurePort=0, ipcPort=42945, storageInfo=lv=-57;cid=testClusterID;nsid=1568911311;c=1731874771998), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T20:19:33,451 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40486a3c0f60f6c3 with lease ID 0x7704601e12fa1fa2: Processing first storage report for DS-cfbc57f7-4e7b-491a-aab9-8cd7931c52de from datanode DatanodeRegistration(127.0.0.1:39155, datanodeUuid=9f592806-e418-44ed-9968-79f71218cbd3, infoPort=46449, infoSecurePort=0, ipcPort=42945, storageInfo=lv=-57;cid=testClusterID;nsid=1568911311;c=1731874771998) 2024-11-17T20:19:33,451 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40486a3c0f60f6c3 with lease ID 0x7704601e12fa1fa2: from storage DS-cfbc57f7-4e7b-491a-aab9-8cd7931c52de node DatanodeRegistration(127.0.0.1:39155, datanodeUuid=9f592806-e418-44ed-9968-79f71218cbd3, infoPort=46449, infoSecurePort=0, ipcPort=42945, storageInfo=lv=-57;cid=testClusterID;nsid=1568911311;c=1731874771998), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T20:19:33,500 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e51c06-44be-79d3-66b5-b73038e1e1f7 2024-11-17T20:19:33,500 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:19:33,501 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:19:33,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39155 is added to blk_1073741825_1001 (size=7) 2024-11-17T20:19:33,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T20:19:33,796 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T20:19:33,797 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:19:33,797 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-17T20:19:33,797 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T20:19:33,797 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-17T20:19:33,909 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078 with version=8 2024-11-17T20:19:33,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/hbase-staging 2024-11-17T20:19:33,911 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:19:33,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:19:33,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:19:33,912 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:19:33,912 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:19:33,912 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:19:33,912 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T20:19:33,912 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:19:33,912 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33335 2024-11-17T20:19:33,913 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33335 connecting to ZooKeeper ensemble=127.0.0.1:59033 2024-11-17T20:19:33,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333350x0, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:19:33,964 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33335-0x1014a73b9750003 connected 2024-11-17T20:19:34,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:19:34,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:19:34,041 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33335-0x1014a73b9750003, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Set watcher on znode that does not yet exist, /1-2138238106/running 2024-11-17T20:19:34,041 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078, hbase.cluster.distributed=false 2024-11-17T20:19:34,043 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33335-0x1014a73b9750003, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Set watcher on znode that does not yet exist, /1-2138238106/acl 2024-11-17T20:19:34,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33335 2024-11-17T20:19:34,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33335 2024-11-17T20:19:34,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33335 2024-11-17T20:19:34,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33335 2024-11-17T20:19:34,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33335 2024-11-17T20:19:34,057 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:19:34,057 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:19:34,057 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:19:34,057 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:19:34,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:19:34,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:19:34,058 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T20:19:34,058 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:19:34,058 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34847 2024-11-17T20:19:34,059 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34847 connecting to ZooKeeper ensemble=127.0.0.1:59033 2024-11-17T20:19:34,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:19:34,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:19:34,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348470x0, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:19:34,072 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348470x0, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Set watcher on znode that does not yet exist, /1-2138238106/running 2024-11-17T20:19:34,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34847-0x1014a73b9750004 connected 2024-11-17T20:19:34,072 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T20:19:34,073 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T20:19:34,073 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34847-0x1014a73b9750004, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Set watcher on znode that does not yet exist, /1-2138238106/master 2024-11-17T20:19:34,074 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34847-0x1014a73b9750004, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Set watcher on znode that does not yet exist, /1-2138238106/acl 2024-11-17T20:19:34,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34847 2024-11-17T20:19:34,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34847 2024-11-17T20:19:34,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34847 2024-11-17T20:19:34,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34847 2024-11-17T20:19:34,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34847 2024-11-17T20:19:34,094 DEBUG [M:0;0b0b0ae8de03:33335 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b0b0ae8de03:33335 2024-11-17T20:19:34,094 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2138238106/backup-masters/0b0b0ae8de03,33335,1731874773911 2024-11-17T20:19:34,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33335-0x1014a73b9750003, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2138238106/backup-masters 2024-11-17T20:19:34,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34847-0x1014a73b9750004, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2138238106/backup-masters 2024-11-17T20:19:34,103 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33335-0x1014a73b9750003, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Set watcher on existing znode=/1-2138238106/backup-masters/0b0b0ae8de03,33335,1731874773911 2024-11-17T20:19:34,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33335-0x1014a73b9750003, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2138238106 2024-11-17T20:19:34,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34847-0x1014a73b9750004, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2138238106/master 2024-11-17T20:19:34,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34847-0x1014a73b9750004, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2138238106 2024-11-17T20:19:34,114 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33335-0x1014a73b9750003, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Set watcher on existing znode=/1-2138238106/master 2024-11-17T20:19:34,114 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2138238106/backup-masters/0b0b0ae8de03,33335,1731874773911 from backup master directory 2024-11-17T20:19:34,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33335-0x1014a73b9750003, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2138238106/backup-masters/0b0b0ae8de03,33335,1731874773911 2024-11-17T20:19:34,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34847-0x1014a73b9750004, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2138238106/backup-masters 2024-11-17T20:19:34,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33335-0x1014a73b9750003, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2138238106/backup-masters 2024-11-17T20:19:34,124 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:19:34,124 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b0b0ae8de03,33335,1731874773911 2024-11-17T20:19:34,128 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/hbase.id] with ID: d0a06bde-5b42-4b3b-9cf8-d8aab78190d0 2024-11-17T20:19:34,128 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/.tmp/hbase.id 2024-11-17T20:19:34,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39155 is added to blk_1073741826_1002 (size=42) 2024-11-17T20:19:34,534 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/.tmp/hbase.id]:[hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/hbase.id] 2024-11-17T20:19:34,544 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:19:34,544 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T20:19:34,544 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-17T20:19:34,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34847-0x1014a73b9750004, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2138238106 2024-11-17T20:19:34,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33335-0x1014a73b9750003, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2138238106 2024-11-17T20:19:34,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39155 is added to blk_1073741827_1003 (size=196) 2024-11-17T20:19:35,054 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:19:35,055 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T20:19:35,056 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:19:35,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39155 is added to blk_1073741828_1004 (size=1189) 2024-11-17T20:19:35,463 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/MasterData/data/master/store 2024-11-17T20:19:35,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39155 is added to blk_1073741829_1005 (size=34) 2024-11-17T20:19:35,870 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:19:35,870 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T20:19:35,871 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:19:35,871 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:19:35,871 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T20:19:35,871 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:19:35,871 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:19:35,871 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731874775870Disabling compacts and flushes for region at 1731874775870Disabling writes for close at 1731874775871 (+1 ms)Writing region close event to WAL at 1731874775871Closed at 1731874775871 2024-11-17T20:19:35,872 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/MasterData/data/master/store/.initializing 2024-11-17T20:19:35,872 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/MasterData/WALs/0b0b0ae8de03,33335,1731874773911 2024-11-17T20:19:35,873 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:19:35,874 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b0b0ae8de03%2C33335%2C1731874773911, suffix=, logDir=hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/MasterData/WALs/0b0b0ae8de03,33335,1731874773911, archiveDir=hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/MasterData/oldWALs, maxLogs=10 2024-11-17T20:19:35,886 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/MasterData/WALs/0b0b0ae8de03,33335,1731874773911/0b0b0ae8de03%2C33335%2C1731874773911.1731874775874, exclude list is [], retry=0 2024-11-17T20:19:35,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39155,DS-0829c084-33eb-4d94-84a2-9181d843578b,DISK] 2024-11-17T20:19:35,890 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/MasterData/WALs/0b0b0ae8de03,33335,1731874773911/0b0b0ae8de03%2C33335%2C1731874773911.1731874775874 2024-11-17T20:19:35,890 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46449:46449)] 2024-11-17T20:19:35,890 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:19:35,890 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:19:35,890 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:35,890 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:35,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:35,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T20:19:35,892 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:35,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:19:35,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:35,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T20:19:35,894 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:35,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:19:35,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:35,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T20:19:35,895 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:35,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:19:35,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:35,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T20:19:35,896 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:35,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:19:35,896 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:35,897 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:35,897 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:35,898 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:35,898 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:35,898 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:19:35,899 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:19:35,901 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:19:35,901 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64737195, jitterRate=-0.03534062206745148}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:19:35,901 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731874775890Initializing all the Stores at 1731874775891 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874775891Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874775891Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874775891Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874775891Cleaning up temporary data from old regions at 1731874775898 (+7 ms)Region opened successfully at 1731874775901 (+3 ms) 2024-11-17T20:19:35,902 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T20:19:35,904 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ff6074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:19:35,904 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T20:19:35,904 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T20:19:35,905 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T20:19:35,905 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T20:19:35,905 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T20:19:35,905 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T20:19:35,905 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T20:19:35,907 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T20:19:35,907 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33335-0x1014a73b9750003, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Unable to get data of znode /1-2138238106/balancer because node does not exist (not necessarily an error) 2024-11-17T20:19:36,019 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2138238106/balancer already deleted, retry=false 2024-11-17T20:19:36,019 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T20:19:36,019 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33335-0x1014a73b9750003, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Unable to get data of znode /1-2138238106/normalizer because node does not exist (not necessarily an error) 2024-11-17T20:19:36,029 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2138238106/normalizer already deleted, retry=false 2024-11-17T20:19:36,029 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T20:19:36,030 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33335-0x1014a73b9750003, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Unable to get data of znode /1-2138238106/switch/split because node does not exist (not necessarily an error) 2024-11-17T20:19:36,040 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2138238106/switch/split already deleted, retry=false 2024-11-17T20:19:36,040 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33335-0x1014a73b9750003, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Unable to get data of znode /1-2138238106/switch/merge because node does not exist (not necessarily an error) 2024-11-17T20:19:36,050 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2138238106/switch/merge already deleted, retry=false 2024-11-17T20:19:36,052 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33335-0x1014a73b9750003, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Unable to get data of znode /1-2138238106/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T20:19:36,061 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2138238106/snapshot-cleanup already deleted, retry=false 2024-11-17T20:19:36,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33335-0x1014a73b9750003, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2138238106/running 2024-11-17T20:19:36,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34847-0x1014a73b9750004, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2138238106/running 2024-11-17T20:19:36,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33335-0x1014a73b9750003, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2138238106 2024-11-17T20:19:36,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34847-0x1014a73b9750004, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2138238106 2024-11-17T20:19:36,072 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b0b0ae8de03,33335,1731874773911, sessionid=0x1014a73b9750003, setting cluster-up flag (Was=false) 2024-11-17T20:19:36,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33335-0x1014a73b9750003, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2138238106 2024-11-17T20:19:36,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34847-0x1014a73b9750004, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2138238106 2024-11-17T20:19:36,124 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2138238106/flush-table-proc/acquired, /1-2138238106/flush-table-proc/reached, /1-2138238106/flush-table-proc/abort 2024-11-17T20:19:36,125 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b0b0ae8de03,33335,1731874773911 2024-11-17T20:19:36,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33335-0x1014a73b9750003, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2138238106 2024-11-17T20:19:36,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34847-0x1014a73b9750004, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2138238106 2024-11-17T20:19:36,177 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2138238106/online-snapshot/acquired, /1-2138238106/online-snapshot/reached, /1-2138238106/online-snapshot/abort 2024-11-17T20:19:36,178 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b0b0ae8de03,33335,1731874773911 2024-11-17T20:19:36,179 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T20:19:36,180 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T20:19:36,180 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T20:19:36,180 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T20:19:36,180 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b0b0ae8de03,33335,1731874773911 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T20:19:36,181 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:19:36,182 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:19:36,182 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:19:36,182 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:19:36,182 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b0b0ae8de03:0, corePoolSize=10, maxPoolSize=10 2024-11-17T20:19:36,182 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:36,182 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:19:36,182 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:36,183 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731874806183 2024-11-17T20:19:36,183 INFO [RS:0;0b0b0ae8de03:34847 {}] regionserver.HRegionServer(746): ClusterId : d0a06bde-5b42-4b3b-9cf8-d8aab78190d0 2024-11-17T20:19:36,183 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T20:19:36,183 DEBUG [RS:0;0b0b0ae8de03:34847 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T20:19:36,183 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T20:19:36,183 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T20:19:36,183 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T20:19:36,183 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T20:19:36,183 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T20:19:36,183 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:19:36,183 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T20:19:36,183 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:36,183 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T20:19:36,183 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T20:19:36,183 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T20:19:36,183 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T20:19:36,184 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T20:19:36,184 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T20:19:36,184 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874776184,5,FailOnTimeoutGroup] 2024-11-17T20:19:36,184 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:36,184 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T20:19:36,188 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874776184,5,FailOnTimeoutGroup] 2024-11-17T20:19:36,188 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:36,188 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T20:19:36,188 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:36,188 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:36,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39155 is added to blk_1073741831_1007 (size=1321) 2024-11-17T20:19:36,196 DEBUG [RS:0;0b0b0ae8de03:34847 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T20:19:36,196 DEBUG [RS:0;0b0b0ae8de03:34847 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T20:19:36,209 DEBUG [RS:0;0b0b0ae8de03:34847 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T20:19:36,209 DEBUG [RS:0;0b0b0ae8de03:34847 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48d1c756, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:19:36,220 DEBUG [RS:0;0b0b0ae8de03:34847 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b0b0ae8de03:34847 2024-11-17T20:19:36,220 INFO [RS:0;0b0b0ae8de03:34847 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T20:19:36,220 INFO [RS:0;0b0b0ae8de03:34847 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T20:19:36,220 DEBUG [RS:0;0b0b0ae8de03:34847 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T20:19:36,220 INFO [RS:0;0b0b0ae8de03:34847 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b0b0ae8de03,33335,1731874773911 with port=34847, startcode=1731874774057 2024-11-17T20:19:36,221 DEBUG [RS:0;0b0b0ae8de03:34847 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T20:19:36,222 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T20:19:36,223 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33335 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b0b0ae8de03,34847,1731874774057 2024-11-17T20:19:36,223 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33335 {}] master.ServerManager(517): Registering regionserver=0b0b0ae8de03,34847,1731874774057 2024-11-17T20:19:36,224 DEBUG [RS:0;0b0b0ae8de03:34847 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078 2024-11-17T20:19:36,224 DEBUG [RS:0;0b0b0ae8de03:34847 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39069 2024-11-17T20:19:36,224 DEBUG [RS:0;0b0b0ae8de03:34847 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T20:19:36,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33335-0x1014a73b9750003, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2138238106/rs 2024-11-17T20:19:36,296 DEBUG [RS:0;0b0b0ae8de03:34847 {}] zookeeper.ZKUtil(111): regionserver:34847-0x1014a73b9750004, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Set watcher on existing znode=/1-2138238106/rs/0b0b0ae8de03,34847,1731874774057 2024-11-17T20:19:36,296 WARN [RS:0;0b0b0ae8de03:34847 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:19:36,296 INFO [RS:0;0b0b0ae8de03:34847 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:19:36,296 DEBUG [RS:0;0b0b0ae8de03:34847 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/WALs/0b0b0ae8de03,34847,1731874774057 2024-11-17T20:19:36,296 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b0b0ae8de03,34847,1731874774057] 2024-11-17T20:19:36,299 INFO [RS:0;0b0b0ae8de03:34847 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T20:19:36,300 INFO [RS:0;0b0b0ae8de03:34847 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T20:19:36,300 INFO [RS:0;0b0b0ae8de03:34847 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T20:19:36,300 INFO [RS:0;0b0b0ae8de03:34847 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:36,300 INFO [RS:0;0b0b0ae8de03:34847 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T20:19:36,301 INFO [RS:0;0b0b0ae8de03:34847 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T20:19:36,301 INFO [RS:0;0b0b0ae8de03:34847 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:36,301 DEBUG [RS:0;0b0b0ae8de03:34847 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:36,301 DEBUG [RS:0;0b0b0ae8de03:34847 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:36,301 DEBUG [RS:0;0b0b0ae8de03:34847 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:36,301 DEBUG [RS:0;0b0b0ae8de03:34847 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:36,301 DEBUG [RS:0;0b0b0ae8de03:34847 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:36,301 DEBUG [RS:0;0b0b0ae8de03:34847 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:19:36,301 DEBUG [RS:0;0b0b0ae8de03:34847 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:36,301 DEBUG [RS:0;0b0b0ae8de03:34847 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:36,301 DEBUG [RS:0;0b0b0ae8de03:34847 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:36,301 DEBUG [RS:0;0b0b0ae8de03:34847 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:36,301 DEBUG [RS:0;0b0b0ae8de03:34847 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:36,301 DEBUG [RS:0;0b0b0ae8de03:34847 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:19:36,301 DEBUG [RS:0;0b0b0ae8de03:34847 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:19:36,301 DEBUG [RS:0;0b0b0ae8de03:34847 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:19:36,301 INFO [RS:0;0b0b0ae8de03:34847 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:36,301 INFO [RS:0;0b0b0ae8de03:34847 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:36,301 INFO [RS:0;0b0b0ae8de03:34847 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:36,301 INFO [RS:0;0b0b0ae8de03:34847 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:36,301 INFO [RS:0;0b0b0ae8de03:34847 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:36,301 INFO [RS:0;0b0b0ae8de03:34847 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,34847,1731874774057-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:19:36,314 INFO [RS:0;0b0b0ae8de03:34847 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T20:19:36,314 INFO [RS:0;0b0b0ae8de03:34847 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,34847,1731874774057-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:36,314 INFO [RS:0;0b0b0ae8de03:34847 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:36,314 INFO [RS:0;0b0b0ae8de03:34847 {}] regionserver.Replication(171): 0b0b0ae8de03,34847,1731874774057 started 2024-11-17T20:19:36,327 INFO [RS:0;0b0b0ae8de03:34847 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:36,327 INFO [RS:0;0b0b0ae8de03:34847 {}] regionserver.HRegionServer(1482): Serving as 0b0b0ae8de03,34847,1731874774057, RpcServer on 0b0b0ae8de03/172.17.0.2:34847, sessionid=0x1014a73b9750004 2024-11-17T20:19:36,327 DEBUG [RS:0;0b0b0ae8de03:34847 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T20:19:36,327 DEBUG [RS:0;0b0b0ae8de03:34847 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b0b0ae8de03,34847,1731874774057 2024-11-17T20:19:36,327 DEBUG [RS:0;0b0b0ae8de03:34847 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,34847,1731874774057' 2024-11-17T20:19:36,327 DEBUG [RS:0;0b0b0ae8de03:34847 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2138238106/flush-table-proc/abort' 2024-11-17T20:19:36,327 DEBUG [RS:0;0b0b0ae8de03:34847 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2138238106/flush-table-proc/acquired' 2024-11-17T20:19:36,328 DEBUG [RS:0;0b0b0ae8de03:34847 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T20:19:36,328 DEBUG [RS:0;0b0b0ae8de03:34847 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T20:19:36,328 DEBUG [RS:0;0b0b0ae8de03:34847 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b0b0ae8de03,34847,1731874774057 2024-11-17T20:19:36,328 DEBUG [RS:0;0b0b0ae8de03:34847 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,34847,1731874774057' 2024-11-17T20:19:36,328 DEBUG [RS:0;0b0b0ae8de03:34847 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2138238106/online-snapshot/abort' 2024-11-17T20:19:36,328 DEBUG [RS:0;0b0b0ae8de03:34847 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2138238106/online-snapshot/acquired' 2024-11-17T20:19:36,328 DEBUG [RS:0;0b0b0ae8de03:34847 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T20:19:36,328 INFO [RS:0;0b0b0ae8de03:34847 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T20:19:36,328 INFO [RS:0;0b0b0ae8de03:34847 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T20:19:36,429 INFO [RS:0;0b0b0ae8de03:34847 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:19:36,430 INFO [RS:0;0b0b0ae8de03:34847 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C34847%2C1731874774057, suffix=, logDir=hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/WALs/0b0b0ae8de03,34847,1731874774057, archiveDir=hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/oldWALs, maxLogs=10 2024-11-17T20:19:36,441 DEBUG [RS:0;0b0b0ae8de03:34847 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/WALs/0b0b0ae8de03,34847,1731874774057/0b0b0ae8de03%2C34847%2C1731874774057.1731874776430, exclude list is [], retry=0 2024-11-17T20:19:36,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39155,DS-0829c084-33eb-4d94-84a2-9181d843578b,DISK] 2024-11-17T20:19:36,445 INFO [RS:0;0b0b0ae8de03:34847 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/WALs/0b0b0ae8de03,34847,1731874774057/0b0b0ae8de03%2C34847%2C1731874774057.1731874776430 2024-11-17T20:19:36,446 DEBUG [RS:0;0b0b0ae8de03:34847 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46449:46449)] 2024-11-17T20:19:36,593 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T20:19:36,593 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078 2024-11-17T20:19:36,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39155 is added to blk_1073741833_1009 (size=32) 2024-11-17T20:19:36,686 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T20:19:36,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:19:37,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T20:19:37,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T20:19:37,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:37,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:19:37,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T20:19:37,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T20:19:37,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:37,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:19:37,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T20:19:37,005 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T20:19:37,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:37,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:19:37,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T20:19:37,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T20:19:37,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:37,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:19:37,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T20:19:37,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/hbase/meta/1588230740 2024-11-17T20:19:37,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/hbase/meta/1588230740 2024-11-17T20:19:37,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T20:19:37,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T20:19:37,011 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:19:37,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T20:19:37,013 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:19:37,013 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66007199, jitterRate=-0.016416087746620178}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:19:37,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731874776999Initializing all the Stores at 1731874776999Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874776999Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874776999Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874776999Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874777000 (+1 ms)Cleaning up temporary data from old regions at 1731874777010 (+10 ms)Region opened successfully at 1731874777014 (+4 ms) 2024-11-17T20:19:37,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T20:19:37,014 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T20:19:37,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T20:19:37,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T20:19:37,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T20:19:37,014 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T20:19:37,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731874777014Disabling compacts and flushes for region at 1731874777014Disabling writes for close at 1731874777014Writing region close event to WAL at 1731874777014Closed at 1731874777014 2024-11-17T20:19:37,015 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:19:37,015 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T20:19:37,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T20:19:37,016 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T20:19:37,017 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T20:19:37,167 DEBUG [0b0b0ae8de03:33335 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T20:19:37,168 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b0b0ae8de03,34847,1731874774057 2024-11-17T20:19:37,169 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,34847,1731874774057, state=OPENING 2024-11-17T20:19:37,258 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T20:19:37,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33335-0x1014a73b9750003, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2138238106 2024-11-17T20:19:37,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34847-0x1014a73b9750004, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2138238106 2024-11-17T20:19:37,269 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T20:19:37,269 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2138238106/meta-region-server: CHANGED 2024-11-17T20:19:37,269 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2138238106/meta-region-server: CHANGED 2024-11-17T20:19:37,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,34847,1731874774057}] 2024-11-17T20:19:37,283 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T20:19:37,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:37,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:37,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:37,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:37,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:37,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:37,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:37,422 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T20:19:37,423 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49089, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T20:19:37,426 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T20:19:37,426 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:19:37,427 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T20:19:37,428 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C34847%2C1731874774057.meta, suffix=.meta, logDir=hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/WALs/0b0b0ae8de03,34847,1731874774057, archiveDir=hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/oldWALs, maxLogs=10 2024-11-17T20:19:37,440 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/WALs/0b0b0ae8de03,34847,1731874774057/0b0b0ae8de03%2C34847%2C1731874774057.meta.1731874777428.meta, exclude list is [], retry=0 2024-11-17T20:19:37,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39155,DS-0829c084-33eb-4d94-84a2-9181d843578b,DISK] 2024-11-17T20:19:37,444 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/WALs/0b0b0ae8de03,34847,1731874774057/0b0b0ae8de03%2C34847%2C1731874774057.meta.1731874777428.meta 2024-11-17T20:19:37,444 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46449:46449)] 2024-11-17T20:19:37,444 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:19:37,444 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:19:37,444 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T20:19:37,444 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T20:19:37,445 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T20:19:37,445 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T20:19:37,445 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:19:37,445 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T20:19:37,445 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T20:19:37,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T20:19:37,447 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T20:19:37,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:37,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:19:37,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T20:19:37,448 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T20:19:37,448 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:37,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:19:37,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T20:19:37,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T20:19:37,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:37,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:19:37,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T20:19:37,450 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T20:19:37,450 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:37,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:19:37,450 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T20:19:37,451 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/hbase/meta/1588230740 2024-11-17T20:19:37,453 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/hbase/meta/1588230740 2024-11-17T20:19:37,454 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T20:19:37,454 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T20:19:37,455 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:19:37,456 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T20:19:37,457 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67057111, jitterRate=-7.711797952651978E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:19:37,457 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T20:19:37,457 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731874777445Writing region info on filesystem at 1731874777445Initializing all the Stores at 1731874777446 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874777446Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874777446Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874777446Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874777446Cleaning up temporary data from old regions at 1731874777454 (+8 ms)Running coprocessor post-open hooks at 1731874777457 (+3 ms)Region opened successfully at 1731874777457 2024-11-17T20:19:37,458 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731874777421 2024-11-17T20:19:37,460 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T20:19:37,460 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T20:19:37,461 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,34847,1731874774057 2024-11-17T20:19:37,461 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,34847,1731874774057, state=OPEN 2024-11-17T20:19:37,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33335-0x1014a73b9750003, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2138238106/meta-region-server 2024-11-17T20:19:37,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34847-0x1014a73b9750004, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2138238106/meta-region-server 2024-11-17T20:19:37,471 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,34847,1731874774057 2024-11-17T20:19:37,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2138238106/meta-region-server: CHANGED 2024-11-17T20:19:37,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2138238106/meta-region-server: CHANGED 2024-11-17T20:19:37,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T20:19:37,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,34847,1731874774057 in 202 msec 2024-11-17T20:19:37,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T20:19:37,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 458 msec 2024-11-17T20:19:37,476 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:19:37,476 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T20:19:37,477 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:19:37,477 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,34847,1731874774057, seqNum=-1] 2024-11-17T20:19:37,478 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:19:37,479 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38667, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:19:37,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3030 sec 2024-11-17T20:19:37,483 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731874777483, completionTime=-1 2024-11-17T20:19:37,483 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T20:19:37,484 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T20:19:37,485 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T20:19:37,485 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731874837485 2024-11-17T20:19:37,486 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731874897485 2024-11-17T20:19:37,486 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T20:19:37,486 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,33335,1731874773911-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:37,486 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,33335,1731874773911-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:37,486 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,33335,1731874773911-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:37,486 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b0b0ae8de03:33335, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:37,486 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:37,486 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:37,488 DEBUG [master/0b0b0ae8de03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T20:19:37,490 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.366sec 2024-11-17T20:19:37,490 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T20:19:37,490 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T20:19:37,490 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T20:19:37,490 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T20:19:37,490 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T20:19:37,490 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,33335,1731874773911-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:19:37,491 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,33335,1731874773911-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T20:19:37,493 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T20:19:37,493 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T20:19:37,493 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,33335,1731874773911-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:19:37,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@375bac09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:37,584 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,33335,-1 for getting cluster id 2024-11-17T20:19:37,584 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:19:37,585 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0a06bde-5b42-4b3b-9cf8-d8aab78190d0' 2024-11-17T20:19:37,585 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:19:37,586 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0a06bde-5b42-4b3b-9cf8-d8aab78190d0" 2024-11-17T20:19:37,586 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24620ca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:37,586 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,33335,-1] 2024-11-17T20:19:37,586 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:19:37,586 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:37,587 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:19:37,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf958f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:37,588 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:19:37,589 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,34847,1731874774057, seqNum=-1] 2024-11-17T20:19:37,589 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:19:37,590 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:19:37,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0b0b0ae8de03,33335,1731874773911 2024-11-17T20:19:37,592 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59033 2024-11-17T20:19:37,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:19:37,598 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014a73b9750005 connected 2024-11-17T20:19:37,610 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:19:37,611 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,44729,1731874768179 2024-11-17T20:19:37,611 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@306475d0 2024-11-17T20:19:37,611 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:19:37,612 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:19:37,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:19:37,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T20:19:37,614 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T20:19:37,614 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:37,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T20:19:37,615 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T20:19:37,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:19:37,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741835_1011 (size=902) 2024-11-17T20:19:37,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:19:37,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:19:38,022 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5c9c0b178501dea5cd881d5f3332b039, NAME => 'test,,1731874777612.5c9c0b178501dea5cd881d5f3332b039.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee 2024-11-17T20:19:38,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741836_1012 (size=39) 2024-11-17T20:19:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:19:38,429 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731874777612.5c9c0b178501dea5cd881d5f3332b039.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:19:38,429 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5c9c0b178501dea5cd881d5f3332b039, disabling compactions & flushes 2024-11-17T20:19:38,429 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731874777612.5c9c0b178501dea5cd881d5f3332b039. 2024-11-17T20:19:38,429 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731874777612.5c9c0b178501dea5cd881d5f3332b039. 2024-11-17T20:19:38,429 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731874777612.5c9c0b178501dea5cd881d5f3332b039. after waiting 0 ms 2024-11-17T20:19:38,429 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731874777612.5c9c0b178501dea5cd881d5f3332b039. 2024-11-17T20:19:38,429 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731874777612.5c9c0b178501dea5cd881d5f3332b039. 2024-11-17T20:19:38,429 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5c9c0b178501dea5cd881d5f3332b039: Waiting for close lock at 1731874778429Disabling compacts and flushes for region at 1731874778429Disabling writes for close at 1731874778429Writing region close event to WAL at 1731874778429Closed at 1731874778429 2024-11-17T20:19:38,430 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T20:19:38,431 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731874777612.5c9c0b178501dea5cd881d5f3332b039.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731874778430"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731874778430"}]},"ts":"1731874778430"} 2024-11-17T20:19:38,433 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T20:19:38,433 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T20:19:38,434 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874778433"}]},"ts":"1731874778433"} 2024-11-17T20:19:38,436 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T20:19:38,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5c9c0b178501dea5cd881d5f3332b039, ASSIGN}] 2024-11-17T20:19:38,437 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5c9c0b178501dea5cd881d5f3332b039, ASSIGN 2024-11-17T20:19:38,437 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5c9c0b178501dea5cd881d5f3332b039, ASSIGN; state=OFFLINE, location=0b0b0ae8de03,37895,1731874768378; forceNewPlan=false, retain=false 2024-11-17T20:19:38,588 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5c9c0b178501dea5cd881d5f3332b039, regionState=OPENING, regionLocation=0b0b0ae8de03,37895,1731874768378 2024-11-17T20:19:38,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5c9c0b178501dea5cd881d5f3332b039, ASSIGN because future has completed 2024-11-17T20:19:38,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c9c0b178501dea5cd881d5f3332b039, server=0b0b0ae8de03,37895,1731874768378}] 2024-11-17T20:19:38,745 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731874777612.5c9c0b178501dea5cd881d5f3332b039. 2024-11-17T20:19:38,746 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5c9c0b178501dea5cd881d5f3332b039, NAME => 'test,,1731874777612.5c9c0b178501dea5cd881d5f3332b039.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:19:38,746 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:19:38,746 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T20:19:38,747 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5c9c0b178501dea5cd881d5f3332b039 2024-11-17T20:19:38,747 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731874777612.5c9c0b178501dea5cd881d5f3332b039.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:19:38,747 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5c9c0b178501dea5cd881d5f3332b039 2024-11-17T20:19:38,747 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5c9c0b178501dea5cd881d5f3332b039 2024-11-17T20:19:38,748 INFO [StoreOpener-5c9c0b178501dea5cd881d5f3332b039-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5c9c0b178501dea5cd881d5f3332b039 2024-11-17T20:19:38,749 INFO [StoreOpener-5c9c0b178501dea5cd881d5f3332b039-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c9c0b178501dea5cd881d5f3332b039 columnFamilyName f 2024-11-17T20:19:38,749 DEBUG [StoreOpener-5c9c0b178501dea5cd881d5f3332b039-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:38,750 INFO [StoreOpener-5c9c0b178501dea5cd881d5f3332b039-1 {}] regionserver.HStore(327): Store=5c9c0b178501dea5cd881d5f3332b039/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:19:38,750 INFO [StoreOpener-5c9c0b178501dea5cd881d5f3332b039-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5c9c0b178501dea5cd881d5f3332b039 2024-11-17T20:19:38,750 INFO [StoreOpener-5c9c0b178501dea5cd881d5f3332b039-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c9c0b178501dea5cd881d5f3332b039 columnFamilyName f1 2024-11-17T20:19:38,750 DEBUG [StoreOpener-5c9c0b178501dea5cd881d5f3332b039-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:38,751 INFO [StoreOpener-5c9c0b178501dea5cd881d5f3332b039-1 {}] regionserver.HStore(327): Store=5c9c0b178501dea5cd881d5f3332b039/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:19:38,751 INFO [StoreOpener-5c9c0b178501dea5cd881d5f3332b039-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5c9c0b178501dea5cd881d5f3332b039 2024-11-17T20:19:38,751 INFO [StoreOpener-5c9c0b178501dea5cd881d5f3332b039-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c9c0b178501dea5cd881d5f3332b039 columnFamilyName norep 2024-11-17T20:19:38,752 DEBUG [StoreOpener-5c9c0b178501dea5cd881d5f3332b039-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:38,752 INFO [StoreOpener-5c9c0b178501dea5cd881d5f3332b039-1 {}] regionserver.HStore(327): Store=5c9c0b178501dea5cd881d5f3332b039/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:19:38,752 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5c9c0b178501dea5cd881d5f3332b039 2024-11-17T20:19:38,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:19:38,753 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/default/test/5c9c0b178501dea5cd881d5f3332b039 2024-11-17T20:19:38,753 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/default/test/5c9c0b178501dea5cd881d5f3332b039 2024-11-17T20:19:38,754 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5c9c0b178501dea5cd881d5f3332b039 2024-11-17T20:19:38,754 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5c9c0b178501dea5cd881d5f3332b039 2024-11-17T20:19:38,755 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T20:19:38,756 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5c9c0b178501dea5cd881d5f3332b039 2024-11-17T20:19:38,757 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/default/test/5c9c0b178501dea5cd881d5f3332b039/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:19:38,758 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5c9c0b178501dea5cd881d5f3332b039; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63930563, jitterRate=-0.0473603755235672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T20:19:38,758 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5c9c0b178501dea5cd881d5f3332b039 2024-11-17T20:19:38,758 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5c9c0b178501dea5cd881d5f3332b039: Running coprocessor pre-open hook at 1731874778747Writing region info on filesystem at 1731874778747Initializing all the Stores at 1731874778748 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874778748Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874778748Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874778748Cleaning up temporary data from old regions at 1731874778754 (+6 ms)Running coprocessor post-open hooks at 1731874778758 (+4 ms)Region opened successfully at 1731874778758 2024-11-17T20:19:38,759 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731874777612.5c9c0b178501dea5cd881d5f3332b039., pid=6, masterSystemTime=1731874778742 2024-11-17T20:19:38,761 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731874777612.5c9c0b178501dea5cd881d5f3332b039. 2024-11-17T20:19:38,761 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731874777612.5c9c0b178501dea5cd881d5f3332b039. 2024-11-17T20:19:38,761 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5c9c0b178501dea5cd881d5f3332b039, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0b0b0ae8de03,37895,1731874768378 2024-11-17T20:19:38,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c9c0b178501dea5cd881d5f3332b039, server=0b0b0ae8de03,37895,1731874768378 because future has completed 2024-11-17T20:19:38,766 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T20:19:38,766 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5c9c0b178501dea5cd881d5f3332b039, server=0b0b0ae8de03,37895,1731874768378 in 173 msec 2024-11-17T20:19:38,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T20:19:38,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5c9c0b178501dea5cd881d5f3332b039, ASSIGN in 330 msec 2024-11-17T20:19:38,768 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T20:19:38,768 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874778768"}]},"ts":"1731874778768"} 2024-11-17T20:19:38,770 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T20:19:38,771 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T20:19:38,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-11-17T20:19:39,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:19:39,763 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T20:19:39,763 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:19:39,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,33335,1731874773911 2024-11-17T20:19:39,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4372685e 2024-11-17T20:19:39,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:19:39,765 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:19:39,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:19:39,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T20:19:39,767 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T20:19:39,767 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:39,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T20:19:39,768 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T20:19:39,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:19:39,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39155 is added to blk_1073741835_1011 (size=902) 2024-11-17T20:19:39,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:19:40,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:19:40,175 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dffbf78e4e98ecb1833956de4820b92e, NAME => 'test,,1731874779765.dffbf78e4e98ecb1833956de4820b92e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078 2024-11-17T20:19:40,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39155 is added to blk_1073741836_1012 (size=39) 2024-11-17T20:19:40,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:19:40,583 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731874779765.dffbf78e4e98ecb1833956de4820b92e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:19:40,583 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing dffbf78e4e98ecb1833956de4820b92e, disabling compactions & flushes 2024-11-17T20:19:40,583 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731874779765.dffbf78e4e98ecb1833956de4820b92e. 2024-11-17T20:19:40,583 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731874779765.dffbf78e4e98ecb1833956de4820b92e. 2024-11-17T20:19:40,583 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731874779765.dffbf78e4e98ecb1833956de4820b92e. after waiting 0 ms 2024-11-17T20:19:40,583 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731874779765.dffbf78e4e98ecb1833956de4820b92e. 2024-11-17T20:19:40,583 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731874779765.dffbf78e4e98ecb1833956de4820b92e. 2024-11-17T20:19:40,583 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for dffbf78e4e98ecb1833956de4820b92e: Waiting for close lock at 1731874780583Disabling compacts and flushes for region at 1731874780583Disabling writes for close at 1731874780583Writing region close event to WAL at 1731874780583Closed at 1731874780583 2024-11-17T20:19:40,584 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T20:19:40,584 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731874779765.dffbf78e4e98ecb1833956de4820b92e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731874780584"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731874780584"}]},"ts":"1731874780584"} 2024-11-17T20:19:40,586 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T20:19:40,587 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T20:19:40,587 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874780587"}]},"ts":"1731874780587"} 2024-11-17T20:19:40,589 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T20:19:40,589 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dffbf78e4e98ecb1833956de4820b92e, ASSIGN}] 2024-11-17T20:19:40,590 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dffbf78e4e98ecb1833956de4820b92e, ASSIGN 2024-11-17T20:19:40,590 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=dffbf78e4e98ecb1833956de4820b92e, ASSIGN; state=OFFLINE, location=0b0b0ae8de03,34847,1731874774057; forceNewPlan=false, retain=false 2024-11-17T20:19:40,741 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dffbf78e4e98ecb1833956de4820b92e, regionState=OPENING, regionLocation=0b0b0ae8de03,34847,1731874774057 2024-11-17T20:19:40,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=dffbf78e4e98ecb1833956de4820b92e, ASSIGN because future has completed 2024-11-17T20:19:40,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dffbf78e4e98ecb1833956de4820b92e, server=0b0b0ae8de03,34847,1731874774057}] 2024-11-17T20:19:40,899 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731874779765.dffbf78e4e98ecb1833956de4820b92e. 2024-11-17T20:19:40,899 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => dffbf78e4e98ecb1833956de4820b92e, NAME => 'test,,1731874779765.dffbf78e4e98ecb1833956de4820b92e.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:19:40,899 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:19:40,899 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T20:19:40,900 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test dffbf78e4e98ecb1833956de4820b92e 2024-11-17T20:19:40,900 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731874779765.dffbf78e4e98ecb1833956de4820b92e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:19:40,900 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for dffbf78e4e98ecb1833956de4820b92e 2024-11-17T20:19:40,900 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for dffbf78e4e98ecb1833956de4820b92e 2024-11-17T20:19:40,901 INFO [StoreOpener-dffbf78e4e98ecb1833956de4820b92e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dffbf78e4e98ecb1833956de4820b92e 2024-11-17T20:19:40,902 INFO [StoreOpener-dffbf78e4e98ecb1833956de4820b92e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dffbf78e4e98ecb1833956de4820b92e columnFamilyName f 2024-11-17T20:19:40,902 DEBUG [StoreOpener-dffbf78e4e98ecb1833956de4820b92e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:40,902 INFO [StoreOpener-dffbf78e4e98ecb1833956de4820b92e-1 {}] regionserver.HStore(327): Store=dffbf78e4e98ecb1833956de4820b92e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:19:40,902 INFO [StoreOpener-dffbf78e4e98ecb1833956de4820b92e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region dffbf78e4e98ecb1833956de4820b92e 2024-11-17T20:19:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:19:40,903 INFO [StoreOpener-dffbf78e4e98ecb1833956de4820b92e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dffbf78e4e98ecb1833956de4820b92e columnFamilyName f1 2024-11-17T20:19:40,903 DEBUG [StoreOpener-dffbf78e4e98ecb1833956de4820b92e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:40,903 INFO [StoreOpener-dffbf78e4e98ecb1833956de4820b92e-1 {}] regionserver.HStore(327): Store=dffbf78e4e98ecb1833956de4820b92e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:19:40,903 INFO [StoreOpener-dffbf78e4e98ecb1833956de4820b92e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region dffbf78e4e98ecb1833956de4820b92e 2024-11-17T20:19:40,904 INFO [StoreOpener-dffbf78e4e98ecb1833956de4820b92e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dffbf78e4e98ecb1833956de4820b92e columnFamilyName norep 2024-11-17T20:19:40,904 DEBUG [StoreOpener-dffbf78e4e98ecb1833956de4820b92e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:40,904 INFO [StoreOpener-dffbf78e4e98ecb1833956de4820b92e-1 {}] regionserver.HStore(327): Store=dffbf78e4e98ecb1833956de4820b92e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:19:40,905 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for dffbf78e4e98ecb1833956de4820b92e 2024-11-17T20:19:40,905 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/default/test/dffbf78e4e98ecb1833956de4820b92e 2024-11-17T20:19:40,905 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/default/test/dffbf78e4e98ecb1833956de4820b92e 2024-11-17T20:19:40,906 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for dffbf78e4e98ecb1833956de4820b92e 2024-11-17T20:19:40,906 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for dffbf78e4e98ecb1833956de4820b92e 2024-11-17T20:19:40,907 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T20:19:40,908 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for dffbf78e4e98ecb1833956de4820b92e 2024-11-17T20:19:40,909 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/default/test/dffbf78e4e98ecb1833956de4820b92e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:19:40,910 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened dffbf78e4e98ecb1833956de4820b92e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59766774, jitterRate=-0.10940566658973694}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T20:19:40,910 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dffbf78e4e98ecb1833956de4820b92e 2024-11-17T20:19:40,910 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for dffbf78e4e98ecb1833956de4820b92e: Running coprocessor pre-open hook at 1731874780900Writing region info on filesystem at 1731874780900Initializing all the Stores at 1731874780900Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874780900Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874780901 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874780901Cleaning up temporary data from old regions at 1731874780906 (+5 ms)Running coprocessor post-open hooks at 1731874780910 (+4 ms)Region opened successfully at 1731874780910 2024-11-17T20:19:40,911 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731874779765.dffbf78e4e98ecb1833956de4820b92e., pid=6, masterSystemTime=1731874780896 2024-11-17T20:19:40,912 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731874779765.dffbf78e4e98ecb1833956de4820b92e. 2024-11-17T20:19:40,912 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731874779765.dffbf78e4e98ecb1833956de4820b92e. 2024-11-17T20:19:40,913 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dffbf78e4e98ecb1833956de4820b92e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0b0b0ae8de03,34847,1731874774057 2024-11-17T20:19:40,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dffbf78e4e98ecb1833956de4820b92e, server=0b0b0ae8de03,34847,1731874774057 because future has completed 2024-11-17T20:19:40,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T20:19:40,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure dffbf78e4e98ecb1833956de4820b92e, server=0b0b0ae8de03,34847,1731874774057 in 171 msec 2024-11-17T20:19:40,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T20:19:40,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=dffbf78e4e98ecb1833956de4820b92e, ASSIGN in 328 msec 2024-11-17T20:19:40,919 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T20:19:40,919 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874780919"}]},"ts":"1731874780919"} 2024-11-17T20:19:40,921 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T20:19:40,922 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T20:19:40,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-17T20:19:41,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:19:41,914 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T20:19:41,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79f41a7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:41,914 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,44729,-1 for getting cluster id 2024-11-17T20:19:41,914 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:19:41,915 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ccc231f4-8afc-484f-8bfa-39dcbcb170d7' 2024-11-17T20:19:41,915 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:19:41,915 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ccc231f4-8afc-484f-8bfa-39dcbcb170d7" 2024-11-17T20:19:41,915 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d2511a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:41,915 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,44729,-1] 2024-11-17T20:19:41,915 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:19:41,915 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:41,916 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:19:41,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21a505fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:41,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@741d2d41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:41,917 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,33335,-1 for getting cluster id 2024-11-17T20:19:41,917 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:19:41,918 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0a06bde-5b42-4b3b-9cf8-d8aab78190d0' 2024-11-17T20:19:41,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:19:41,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0a06bde-5b42-4b3b-9cf8-d8aab78190d0" 2024-11-17T20:19:41,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@576ee1a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:41,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,33335,-1] 2024-11-17T20:19:41,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:19:41,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:41,919 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:19:41,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38f69c56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:41,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ddd495b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:41,920 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,44729,-1 for getting cluster id 2024-11-17T20:19:41,920 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:19:41,921 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ccc231f4-8afc-484f-8bfa-39dcbcb170d7' 2024-11-17T20:19:41,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:19:41,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ccc231f4-8afc-484f-8bfa-39dcbcb170d7" 2024-11-17T20:19:41,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@458a44bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:41,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,44729,-1] 2024-11-17T20:19:41,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:19:41,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:41,922 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:19:41,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@199f3e48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:41,922 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:19:41,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,44729,1731874768179 2024-11-17T20:19:41,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6410afd 2024-11-17T20:19:41,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:19:41,924 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:19:41,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://0b0b0ae8de03:33335,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T20:19:42,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T20:19:42,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:19:42,015 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b0b0ae8de03:33335' 2024-11-17T20:19:42,016 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2547f03e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:42,016 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,33335,-1 for getting cluster id 2024-11-17T20:19:42,016 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:19:42,016 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0a06bde-5b42-4b3b-9cf8-d8aab78190d0' 2024-11-17T20:19:42,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:19:42,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0a06bde-5b42-4b3b-9cf8-d8aab78190d0" 2024-11-17T20:19:42,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69fa3990, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:42,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,33335,-1] 2024-11-17T20:19:42,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:19:42,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:42,018 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:19:42,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af9b77a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:42,018 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:19:42,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,33335,1731874773911 2024-11-17T20:19:42,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19511696 2024-11-17T20:19:42,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:19:42,019 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:19:42,020 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T20:19:42,020 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T20:19:42,020 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:42,020 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:42,020 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:19:42,020 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:19:42,021 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T20:19:42,022 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T20:19:42,022 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:42,023 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T20:19:42,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741837_1013 (size=1138) 2024-11-17T20:19:42,029 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3414ee77143f685079178af6aca1f794, NAME => 'hbase:replication,,1731874782020.3414ee77143f685079178af6aca1f794.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee 2024-11-17T20:19:42,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741838_1014 (size=44) 2024-11-17T20:19:42,072 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T20:19:42,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:19:42,299 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T20:19:42,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:19:42,435 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731874782020.3414ee77143f685079178af6aca1f794.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:19:42,435 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3414ee77143f685079178af6aca1f794, disabling compactions & flushes 2024-11-17T20:19:42,435 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731874782020.3414ee77143f685079178af6aca1f794. 2024-11-17T20:19:42,435 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731874782020.3414ee77143f685079178af6aca1f794. 2024-11-17T20:19:42,435 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731874782020.3414ee77143f685079178af6aca1f794. after waiting 0 ms 2024-11-17T20:19:42,435 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731874782020.3414ee77143f685079178af6aca1f794. 2024-11-17T20:19:42,435 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731874782020.3414ee77143f685079178af6aca1f794. 2024-11-17T20:19:42,435 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3414ee77143f685079178af6aca1f794: Waiting for close lock at 1731874782435Disabling compacts and flushes for region at 1731874782435Disabling writes for close at 1731874782435Writing region close event to WAL at 1731874782435Closed at 1731874782435 2024-11-17T20:19:42,436 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T20:19:42,436 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731874782020.3414ee77143f685079178af6aca1f794.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731874782436"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731874782436"}]},"ts":"1731874782436"} 2024-11-17T20:19:42,438 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T20:19:42,439 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T20:19:42,440 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874782439"}]},"ts":"1731874782439"} 2024-11-17T20:19:42,441 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T20:19:42,441 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3414ee77143f685079178af6aca1f794, ASSIGN}] 2024-11-17T20:19:42,442 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3414ee77143f685079178af6aca1f794, ASSIGN 2024-11-17T20:19:42,443 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3414ee77143f685079178af6aca1f794, ASSIGN; state=OFFLINE, location=0b0b0ae8de03,37895,1731874768378; forceNewPlan=false, retain=false 2024-11-17T20:19:42,593 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3414ee77143f685079178af6aca1f794, regionState=OPENING, regionLocation=0b0b0ae8de03,37895,1731874768378 2024-11-17T20:19:42,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3414ee77143f685079178af6aca1f794, ASSIGN because future has completed 2024-11-17T20:19:42,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3414ee77143f685079178af6aca1f794, server=0b0b0ae8de03,37895,1731874768378}] 2024-11-17T20:19:42,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:19:42,752 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731874782020.3414ee77143f685079178af6aca1f794. 2024-11-17T20:19:42,752 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:19:42,752 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T20:19:42,753 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C37895%2C1731874768378.rep, suffix=, logDir=hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/WALs/0b0b0ae8de03,37895,1731874768378, archiveDir=hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/oldWALs, maxLogs=10 2024-11-17T20:19:42,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/WALs/0b0b0ae8de03,37895,1731874768378/0b0b0ae8de03%2C37895%2C1731874768378.rep.1731874782753, exclude list is [], retry=0 2024-11-17T20:19:42,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35179,DS-d3d87455-90da-41ee-8041-d71afd94df90,DISK] 2024-11-17T20:19:42,768 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/WALs/0b0b0ae8de03,37895,1731874768378/0b0b0ae8de03%2C37895%2C1731874768378.rep.1731874782753 2024-11-17T20:19:42,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38663:38663)] 2024-11-17T20:19:42,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3414ee77143f685079178af6aca1f794, NAME => 'hbase:replication,,1731874782020.3414ee77143f685079178af6aca1f794.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:19:42,769 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:19:42,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T20:19:42,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731874782020.3414ee77143f685079178af6aca1f794. service=MultiRowMutationService 2024-11-17T20:19:42,769 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T20:19:42,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3414ee77143f685079178af6aca1f794 2024-11-17T20:19:42,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731874782020.3414ee77143f685079178af6aca1f794.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:19:42,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3414ee77143f685079178af6aca1f794 2024-11-17T20:19:42,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3414ee77143f685079178af6aca1f794 2024-11-17T20:19:42,770 INFO [StoreOpener-3414ee77143f685079178af6aca1f794-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3414ee77143f685079178af6aca1f794 2024-11-17T20:19:42,771 INFO [StoreOpener-3414ee77143f685079178af6aca1f794-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3414ee77143f685079178af6aca1f794 columnFamilyName hfileref 2024-11-17T20:19:42,771 DEBUG [StoreOpener-3414ee77143f685079178af6aca1f794-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:42,772 INFO [StoreOpener-3414ee77143f685079178af6aca1f794-1 {}] regionserver.HStore(327): Store=3414ee77143f685079178af6aca1f794/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:19:42,772 INFO [StoreOpener-3414ee77143f685079178af6aca1f794-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3414ee77143f685079178af6aca1f794 2024-11-17T20:19:42,773 INFO [StoreOpener-3414ee77143f685079178af6aca1f794-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3414ee77143f685079178af6aca1f794 columnFamilyName queue 2024-11-17T20:19:42,773 DEBUG [StoreOpener-3414ee77143f685079178af6aca1f794-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:42,773 INFO [StoreOpener-3414ee77143f685079178af6aca1f794-1 {}] regionserver.HStore(327): Store=3414ee77143f685079178af6aca1f794/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:19:42,773 INFO [StoreOpener-3414ee77143f685079178af6aca1f794-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3414ee77143f685079178af6aca1f794 2024-11-17T20:19:42,774 INFO [StoreOpener-3414ee77143f685079178af6aca1f794-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3414ee77143f685079178af6aca1f794 columnFamilyName sid 2024-11-17T20:19:42,774 DEBUG [StoreOpener-3414ee77143f685079178af6aca1f794-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:42,775 INFO [StoreOpener-3414ee77143f685079178af6aca1f794-1 {}] regionserver.HStore(327): Store=3414ee77143f685079178af6aca1f794/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:19:42,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3414ee77143f685079178af6aca1f794 2024-11-17T20:19:42,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/hbase/replication/3414ee77143f685079178af6aca1f794 2024-11-17T20:19:42,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/hbase/replication/3414ee77143f685079178af6aca1f794 2024-11-17T20:19:42,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3414ee77143f685079178af6aca1f794 2024-11-17T20:19:42,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3414ee77143f685079178af6aca1f794 2024-11-17T20:19:42,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T20:19:42,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3414ee77143f685079178af6aca1f794 2024-11-17T20:19:42,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/hbase/replication/3414ee77143f685079178af6aca1f794/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:19:42,779 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3414ee77143f685079178af6aca1f794; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65070209, jitterRate=-0.030378326773643494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T20:19:42,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3414ee77143f685079178af6aca1f794 2024-11-17T20:19:42,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3414ee77143f685079178af6aca1f794: Running coprocessor pre-open hook at 1731874782769Writing region info on filesystem at 1731874782769Initializing all the Stores at 1731874782770 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874782770Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874782770Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874782770Cleaning up temporary data from old regions at 1731874782776 (+6 ms)Running coprocessor post-open hooks at 1731874782779 (+3 ms)Region opened successfully at 1731874782780 (+1 ms) 2024-11-17T20:19:42,781 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731874782020.3414ee77143f685079178af6aca1f794., pid=10, masterSystemTime=1731874782748 2024-11-17T20:19:42,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731874782020.3414ee77143f685079178af6aca1f794. 2024-11-17T20:19:42,783 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731874782020.3414ee77143f685079178af6aca1f794. 2024-11-17T20:19:42,783 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3414ee77143f685079178af6aca1f794, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,37895,1731874768378 2024-11-17T20:19:42,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3414ee77143f685079178af6aca1f794, server=0b0b0ae8de03,37895,1731874768378 because future has completed 2024-11-17T20:19:42,787 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T20:19:42,787 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3414ee77143f685079178af6aca1f794, server=0b0b0ae8de03,37895,1731874768378 in 189 msec 2024-11-17T20:19:42,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T20:19:42,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3414ee77143f685079178af6aca1f794, ASSIGN in 346 msec 2024-11-17T20:19:42,788 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T20:19:42,789 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874782789"}]},"ts":"1731874782789"} 2024-11-17T20:19:42,790 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T20:19:42,791 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T20:19:42,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 771 msec 2024-11-17T20:19:42,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731874782020.3414ee77143f685079178af6aca1f794., hostname=0b0b0ae8de03,37895,1731874768378, seqNum=2] 2024-11-17T20:19:42,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x1014a73b9750001, quorum=127.0.0.1:59033, baseZNode=/01422993935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01422993935 2024-11-17T20:19:42,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44729-0x1014a73b9750000, quorum=127.0.0.1:59033, baseZNode=/01422993935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01422993935 2024-11-17T20:19:42,911 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T20:19:42,947 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T20:19:42,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:42,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:42,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:42,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:42,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:42,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:42,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:43,006 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T20:19:43,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T20:19:43,064 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T20:19:43,090 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-0b0b0ae8de03,37895,1731874768378, ReplicationSource: 1, currentBandwidth=0 2024-11-17T20:19:43,091 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:19:43,091 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,37895,1731874768378, seqNum=-1] 2024-11-17T20:19:43,091 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:19:43,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51329, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-17T20:19:43,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-0b0b0ae8de03,37895,1731874768378', locateType=CURRENT is [region=hbase:replication,,1731874782020.3414ee77143f685079178af6aca1f794., hostname=0b0b0ae8de03,37895,1731874768378, seqNum=2] 2024-11-17T20:19:43,097 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T20:19:43,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T20:19:43,098 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 0b0b0ae8de03,37895,1731874768378 suceeded 2024-11-17T20:19:43,100 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T20:19:43,100 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-17T20:19:43,100 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://0b0b0ae8de03:33335,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T20:19:43,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1760 sec 2024-11-17T20:19:43,114 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b0b0ae8de03:33335' 2024-11-17T20:19:43,116 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@651f6b03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:43,116 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,33335,-1 for getting cluster id 2024-11-17T20:19:43,116 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:19:43,117 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0a06bde-5b42-4b3b-9cf8-d8aab78190d0' 2024-11-17T20:19:43,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:19:43,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0a06bde-5b42-4b3b-9cf8-d8aab78190d0" 2024-11-17T20:19:43,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b6dbca6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:43,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,33335,-1] 2024-11-17T20:19:43,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:19:43,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:43,118 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:19:43,119 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ff61cc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:43,119 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:19:43,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,33335,1731874773911 2024-11-17T20:19:43,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76872fab 2024-11-17T20:19:43,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:19:43,121 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-17T20:19:43,122 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0b0b0ae8de03,37895,1731874768378 (queues=1) is replicating from cluster=ccc231f4-8afc-484f-8bfa-39dcbcb170d7 to cluster=d0a06bde-5b42-4b3b-9cf8-d8aab78190d0 2024-11-17T20:19:43,122 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0b0b0ae8de03%2C37895%2C1731874768378 2024-11-17T20:19:43,122 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0b0b0ae8de03,37895,1731874768378, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T20:19:43,122 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.shipper0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0b0b0ae8de03%2C37895%2C1731874768378 2024-11-17T20:19:43,122 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.wal-reader.0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/WALs/0b0b0ae8de03,37895,1731874768378/0b0b0ae8de03%2C37895%2C1731874768378.1731874770823, startPosition=0, beingWritten=true 2024-11-17T20:19:43,127 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.wal-reader.0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T20:19:43,127 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.wal-reader.0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/WALs/0b0b0ae8de03,37895,1731874768378/0b0b0ae8de03%2C37895%2C1731874768378.1731874770823 to pos 379, reset compression=false 2024-11-17T20:19:43,127 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.shipper0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,37895,1731874768378 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/WALs/0b0b0ae8de03,37895,1731874768378/0b0b0ae8de03%2C37895%2C1731874768378.1731874770823, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T20:19:43,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:19:43,154 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T20:19:43,154 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:19:43,154 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:19:43,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:43,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:43,154 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:19:43,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@643ca2e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:43,155 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,33335,-1 for getting cluster id 2024-11-17T20:19:43,155 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:19:43,155 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0a06bde-5b42-4b3b-9cf8-d8aab78190d0' 2024-11-17T20:19:43,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:19:43,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0a06bde-5b42-4b3b-9cf8-d8aab78190d0" 2024-11-17T20:19:43,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4749d026, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:43,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,33335,-1] 2024-11-17T20:19:43,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:19:43,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:43,157 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:19:43,157 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d3fd726, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:43,158 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:19:43,158 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,33335,1731874773911 2024-11-17T20:19:43,158 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@109bc94e 2024-11-17T20:19:43,159 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:19:43,159 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:19:43,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://0b0b0ae8de03:44729,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T20:19:43,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T20:19:43,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:19:43,162 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b0b0ae8de03:44729' 2024-11-17T20:19:43,162 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ff8dba3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:43,162 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,44729,-1 for getting cluster id 2024-11-17T20:19:43,162 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:19:43,163 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ccc231f4-8afc-484f-8bfa-39dcbcb170d7' 2024-11-17T20:19:43,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:19:43,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ccc231f4-8afc-484f-8bfa-39dcbcb170d7" 2024-11-17T20:19:43,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2690b218, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:43,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,44729,-1] 2024-11-17T20:19:43,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:19:43,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:43,164 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:19:43,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@442ad953, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:43,165 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:19:43,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,44729,1731874768179 2024-11-17T20:19:43,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c24bdcf 2024-11-17T20:19:43,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:19:43,166 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:19:43,167 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T20:19:43,167 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T20:19:43,167 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:43,167 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:43,167 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:19:43,167 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:19:43,168 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T20:19:43,169 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T20:19:43,169 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:43,169 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T20:19:43,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39155 is added to blk_1073741837_1013 (size=1138) 2024-11-17T20:19:43,218 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T20:19:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:19:43,331 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.wal-reader.0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/WALs/0b0b0ae8de03,37895,1731874768378/0b0b0ae8de03%2C37895%2C1731874768378.1731874770823 to pos 379, reset compression=false 2024-11-17T20:19:43,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:19:43,576 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b6829e7b32068314113fd6d85ed0b682, NAME => 'hbase:replication,,1731874783167.b6829e7b32068314113fd6d85ed0b682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078 2024-11-17T20:19:43,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39155 is added to blk_1073741838_1014 (size=44) 2024-11-17T20:19:43,635 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.wal-reader.0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/WALs/0b0b0ae8de03,37895,1731874768378/0b0b0ae8de03%2C37895%2C1731874768378.1731874770823 to pos 379, reset compression=false 2024-11-17T20:19:43,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:19:43,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T20:19:43,796 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-17T20:19:43,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-17T20:19:43,796 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-17T20:19:43,797 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T20:19:43,797 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-17T20:19:43,982 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731874783167.b6829e7b32068314113fd6d85ed0b682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:19:43,982 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b6829e7b32068314113fd6d85ed0b682, disabling compactions & flushes 2024-11-17T20:19:43,982 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731874783167.b6829e7b32068314113fd6d85ed0b682. 2024-11-17T20:19:43,982 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731874783167.b6829e7b32068314113fd6d85ed0b682. 2024-11-17T20:19:43,982 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731874783167.b6829e7b32068314113fd6d85ed0b682. after waiting 0 ms 2024-11-17T20:19:43,982 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731874783167.b6829e7b32068314113fd6d85ed0b682. 2024-11-17T20:19:43,982 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731874783167.b6829e7b32068314113fd6d85ed0b682. 2024-11-17T20:19:43,982 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b6829e7b32068314113fd6d85ed0b682: Waiting for close lock at 1731874783982Disabling compacts and flushes for region at 1731874783982Disabling writes for close at 1731874783982Writing region close event to WAL at 1731874783982Closed at 1731874783982 2024-11-17T20:19:43,983 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T20:19:43,983 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731874783167.b6829e7b32068314113fd6d85ed0b682.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731874783983"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731874783983"}]},"ts":"1731874783983"} 2024-11-17T20:19:43,985 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T20:19:43,985 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T20:19:43,985 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874783985"}]},"ts":"1731874783985"} 2024-11-17T20:19:43,987 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T20:19:43,987 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b6829e7b32068314113fd6d85ed0b682, ASSIGN}] 2024-11-17T20:19:43,988 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b6829e7b32068314113fd6d85ed0b682, ASSIGN 2024-11-17T20:19:43,988 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b6829e7b32068314113fd6d85ed0b682, ASSIGN; state=OFFLINE, location=0b0b0ae8de03,34847,1731874774057; forceNewPlan=false, retain=false 2024-11-17T20:19:44,039 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.wal-reader.0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/WALs/0b0b0ae8de03,37895,1731874768378/0b0b0ae8de03%2C37895%2C1731874768378.1731874770823 to pos 379, reset compression=false 2024-11-17T20:19:44,139 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b6829e7b32068314113fd6d85ed0b682, regionState=OPENING, regionLocation=0b0b0ae8de03,34847,1731874774057 2024-11-17T20:19:44,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b6829e7b32068314113fd6d85ed0b682, ASSIGN because future has completed 2024-11-17T20:19:44,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6829e7b32068314113fd6d85ed0b682, server=0b0b0ae8de03,34847,1731874774057}] 2024-11-17T20:19:44,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:19:44,296 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731874783167.b6829e7b32068314113fd6d85ed0b682. 2024-11-17T20:19:44,296 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:19:44,296 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T20:19:44,298 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C34847%2C1731874774057.rep, suffix=, logDir=hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/WALs/0b0b0ae8de03,34847,1731874774057, archiveDir=hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/oldWALs, maxLogs=10 2024-11-17T20:19:44,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/WALs/0b0b0ae8de03,34847,1731874774057/0b0b0ae8de03%2C34847%2C1731874774057.rep.1731874784298, exclude list is [], retry=0 2024-11-17T20:19:44,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39155,DS-0829c084-33eb-4d94-84a2-9181d843578b,DISK] 2024-11-17T20:19:44,313 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/WALs/0b0b0ae8de03,34847,1731874774057/0b0b0ae8de03%2C34847%2C1731874774057.rep.1731874784298 2024-11-17T20:19:44,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46449:46449)] 2024-11-17T20:19:44,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b6829e7b32068314113fd6d85ed0b682, NAME => 'hbase:replication,,1731874783167.b6829e7b32068314113fd6d85ed0b682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:19:44,314 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:19:44,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T20:19:44,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731874783167.b6829e7b32068314113fd6d85ed0b682. service=MultiRowMutationService 2024-11-17T20:19:44,314 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T20:19:44,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b6829e7b32068314113fd6d85ed0b682 2024-11-17T20:19:44,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731874783167.b6829e7b32068314113fd6d85ed0b682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:19:44,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b6829e7b32068314113fd6d85ed0b682 2024-11-17T20:19:44,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b6829e7b32068314113fd6d85ed0b682 2024-11-17T20:19:44,316 INFO [StoreOpener-b6829e7b32068314113fd6d85ed0b682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b6829e7b32068314113fd6d85ed0b682 2024-11-17T20:19:44,317 INFO [StoreOpener-b6829e7b32068314113fd6d85ed0b682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6829e7b32068314113fd6d85ed0b682 columnFamilyName hfileref 2024-11-17T20:19:44,317 DEBUG [StoreOpener-b6829e7b32068314113fd6d85ed0b682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:44,317 INFO [StoreOpener-b6829e7b32068314113fd6d85ed0b682-1 {}] regionserver.HStore(327): Store=b6829e7b32068314113fd6d85ed0b682/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:19:44,317 INFO [StoreOpener-b6829e7b32068314113fd6d85ed0b682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b6829e7b32068314113fd6d85ed0b682 2024-11-17T20:19:44,318 INFO [StoreOpener-b6829e7b32068314113fd6d85ed0b682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6829e7b32068314113fd6d85ed0b682 columnFamilyName queue 2024-11-17T20:19:44,318 DEBUG [StoreOpener-b6829e7b32068314113fd6d85ed0b682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:44,318 INFO [StoreOpener-b6829e7b32068314113fd6d85ed0b682-1 {}] regionserver.HStore(327): Store=b6829e7b32068314113fd6d85ed0b682/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:19:44,318 INFO [StoreOpener-b6829e7b32068314113fd6d85ed0b682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b6829e7b32068314113fd6d85ed0b682 2024-11-17T20:19:44,319 INFO [StoreOpener-b6829e7b32068314113fd6d85ed0b682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6829e7b32068314113fd6d85ed0b682 columnFamilyName sid 2024-11-17T20:19:44,319 DEBUG [StoreOpener-b6829e7b32068314113fd6d85ed0b682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:19:44,320 INFO [StoreOpener-b6829e7b32068314113fd6d85ed0b682-1 {}] regionserver.HStore(327): Store=b6829e7b32068314113fd6d85ed0b682/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:19:44,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b6829e7b32068314113fd6d85ed0b682 2024-11-17T20:19:44,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/hbase/replication/b6829e7b32068314113fd6d85ed0b682 2024-11-17T20:19:44,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/hbase/replication/b6829e7b32068314113fd6d85ed0b682 2024-11-17T20:19:44,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b6829e7b32068314113fd6d85ed0b682 2024-11-17T20:19:44,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b6829e7b32068314113fd6d85ed0b682 2024-11-17T20:19:44,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T20:19:44,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b6829e7b32068314113fd6d85ed0b682 2024-11-17T20:19:44,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/hbase/replication/b6829e7b32068314113fd6d85ed0b682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:19:44,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b6829e7b32068314113fd6d85ed0b682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75455399, jitterRate=0.12437306344509125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T20:19:44,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b6829e7b32068314113fd6d85ed0b682 2024-11-17T20:19:44,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b6829e7b32068314113fd6d85ed0b682: Running coprocessor pre-open hook at 1731874784314Writing region info on filesystem at 1731874784314Initializing all the Stores at 1731874784315 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874784315Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874784315Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874784315Cleaning up temporary data from old regions at 1731874784322 (+7 ms)Running coprocessor post-open hooks at 1731874784327 (+5 ms)Region opened successfully at 1731874784327 2024-11-17T20:19:44,328 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731874783167.b6829e7b32068314113fd6d85ed0b682., pid=10, masterSystemTime=1731874784293 2024-11-17T20:19:44,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731874783167.b6829e7b32068314113fd6d85ed0b682. 2024-11-17T20:19:44,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731874783167.b6829e7b32068314113fd6d85ed0b682. 2024-11-17T20:19:44,330 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b6829e7b32068314113fd6d85ed0b682, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,34847,1731874774057 2024-11-17T20:19:44,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6829e7b32068314113fd6d85ed0b682, server=0b0b0ae8de03,34847,1731874774057 because future has completed 2024-11-17T20:19:44,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T20:19:44,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b6829e7b32068314113fd6d85ed0b682, server=0b0b0ae8de03,34847,1731874774057 in 192 msec 2024-11-17T20:19:44,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T20:19:44,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b6829e7b32068314113fd6d85ed0b682, ASSIGN in 347 msec 2024-11-17T20:19:44,336 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T20:19:44,336 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874784336"}]},"ts":"1731874784336"} 2024-11-17T20:19:44,338 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T20:19:44,339 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T20:19:44,340 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-11-17T20:19:44,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731874783167.b6829e7b32068314113fd6d85ed0b682., hostname=0b0b0ae8de03,34847,1731874774057, seqNum=2] 2024-11-17T20:19:44,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33335-0x1014a73b9750003, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2138238106 2024-11-17T20:19:44,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34847-0x1014a73b9750004, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2138238106 2024-11-17T20:19:44,490 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T20:19:44,543 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.wal-reader.0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/WALs/0b0b0ae8de03,37895,1731874768378/0b0b0ae8de03%2C37895%2C1731874768378.1731874770823 to pos 379, reset compression=false 2024-11-17T20:19:44,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34847 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T20:19:44,642 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T20:19:44,668 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-0b0b0ae8de03,34847,1731874774057, ReplicationSource: 1, currentBandwidth=0 2024-11-17T20:19:44,668 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:19:44,668 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,34847,1731874774057, seqNum=-1] 2024-11-17T20:19:44,668 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:19:44,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52839, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-17T20:19:44,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-0b0b0ae8de03,34847,1731874774057', locateType=CURRENT is [region=hbase:replication,,1731874783167.b6829e7b32068314113fd6d85ed0b682., hostname=0b0b0ae8de03,34847,1731874774057, seqNum=2] 2024-11-17T20:19:44,673 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T20:19:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T20:19:44,675 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 0b0b0ae8de03,34847,1731874774057 suceeded 2024-11-17T20:19:44,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T20:19:44,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-17T20:19:44,676 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://0b0b0ae8de03:44729,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T20:19:44,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5170 sec 2024-11-17T20:19:44,686 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34847,1731874774057 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b0b0ae8de03:44729' 2024-11-17T20:19:44,687 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34847,1731874774057 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a2ea74b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:44,687 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34847,1731874774057 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,44729,-1 for getting cluster id 2024-11-17T20:19:44,688 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34847,1731874774057 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:19:44,688 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ccc231f4-8afc-484f-8bfa-39dcbcb170d7' 2024-11-17T20:19:44,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:19:44,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ccc231f4-8afc-484f-8bfa-39dcbcb170d7" 2024-11-17T20:19:44,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1aa814d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:44,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,44729,-1] 2024-11-17T20:19:44,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:19:44,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:44,690 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:19:44,690 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34847,1731874774057 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7edcc24f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:44,690 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34847,1731874774057 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:19:44,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,44729,1731874768179 2024-11-17T20:19:44,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ee2f6f9 2024-11-17T20:19:44,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:19:44,692 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-17T20:19:44,693 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34847,1731874774057 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0b0b0ae8de03,34847,1731874774057 (queues=1) is replicating from cluster=d0a06bde-5b42-4b3b-9cf8-d8aab78190d0 to cluster=ccc231f4-8afc-484f-8bfa-39dcbcb170d7 2024-11-17T20:19:44,693 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34847,1731874774057 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0b0b0ae8de03%2C34847%2C1731874774057 2024-11-17T20:19:44,693 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34847,1731874774057 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0b0b0ae8de03,34847,1731874774057, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T20:19:44,694 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34847,1731874774057.replicationSource.wal-reader.0b0b0ae8de03%2C34847%2C1731874774057,1-0b0b0ae8de03,34847,1731874774057 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/WALs/0b0b0ae8de03,34847,1731874774057/0b0b0ae8de03%2C34847%2C1731874774057.1731874776430, startPosition=0, beingWritten=true 2024-11-17T20:19:44,694 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34847,1731874774057.replicationSource.shipper0b0b0ae8de03%2C34847%2C1731874774057,1-0b0b0ae8de03,34847,1731874774057 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0b0b0ae8de03%2C34847%2C1731874774057 2024-11-17T20:19:44,700 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34847,1731874774057.replicationSource.wal-reader.0b0b0ae8de03%2C34847%2C1731874774057,1-0b0b0ae8de03,34847,1731874774057 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T20:19:44,700 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34847,1731874774057.replicationSource.wal-reader.0b0b0ae8de03%2C34847%2C1731874774057,1-0b0b0ae8de03,34847,1731874774057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/WALs/0b0b0ae8de03,34847,1731874774057/0b0b0ae8de03%2C34847%2C1731874774057.1731874776430 to pos 379, reset compression=false 2024-11-17T20:19:44,700 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34847,1731874774057.replicationSource.shipper0b0b0ae8de03%2C34847%2C1731874774057,1-0b0b0ae8de03,34847,1731874774057 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,34847,1731874774057 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/WALs/0b0b0ae8de03,34847,1731874774057/0b0b0ae8de03%2C34847%2C1731874774057.1731874776430, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T20:19:44,904 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34847,1731874774057.replicationSource.wal-reader.0b0b0ae8de03%2C34847%2C1731874774057,1-0b0b0ae8de03,34847,1731874774057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/WALs/0b0b0ae8de03,34847,1731874774057/0b0b0ae8de03%2C34847%2C1731874774057.1731874776430 to pos 379, reset compression=false 2024-11-17T20:19:45,147 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.wal-reader.0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/WALs/0b0b0ae8de03,37895,1731874768378/0b0b0ae8de03%2C37895%2C1731874768378.1731874770823 to pos 379, reset compression=false 2024-11-17T20:19:45,209 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34847,1731874774057.replicationSource.wal-reader.0b0b0ae8de03%2C34847%2C1731874774057,1-0b0b0ae8de03,34847,1731874774057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/WALs/0b0b0ae8de03,34847,1731874774057/0b0b0ae8de03%2C34847%2C1731874774057.1731874776430 to pos 379, reset compression=false 2024-11-17T20:19:45,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:19:45,304 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T20:19:45,304 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:19:45,304 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:19:45,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:45,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:45,304 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:19:45,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:19:45,308 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731874785307/Put/seqid=0 2024-11-17T20:19:45,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741840_1016 (size=7894) 2024-11-17T20:19:45,613 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34847,1731874774057.replicationSource.wal-reader.0b0b0ae8de03%2C34847%2C1731874774057,1-0b0b0ae8de03,34847,1731874774057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/WALs/0b0b0ae8de03,34847,1731874774057/0b0b0ae8de03%2C34847%2C1731874774057.1731874776430 to pos 379, reset compression=false 2024-11-17T20:19:45,713 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731874785713/Put/seqid=0 2024-11-17T20:19:45,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741841_1017 (size=7691) 2024-11-17T20:19:45,850 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.wal-reader.0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/WALs/0b0b0ae8de03,37895,1731874768378/0b0b0ae8de03%2C37895%2C1731874768378.1731874770823 to pos 379, reset compression=false 2024-11-17T20:19:46,117 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34847,1731874774057.replicationSource.wal-reader.0b0b0ae8de03%2C34847%2C1731874774057,1-0b0b0ae8de03,34847,1731874774057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/WALs/0b0b0ae8de03,34847,1731874774057/0b0b0ae8de03%2C34847%2C1731874774057.1731874776430 to pos 379, reset compression=false 2024-11-17T20:19:46,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@639f33ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:46,122 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,44729,-1 for getting cluster id 2024-11-17T20:19:46,122 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:19:46,123 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ccc231f4-8afc-484f-8bfa-39dcbcb170d7' 2024-11-17T20:19:46,123 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:19:46,123 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ccc231f4-8afc-484f-8bfa-39dcbcb170d7" 2024-11-17T20:19:46,123 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c72177d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:46,123 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,44729,-1] 2024-11-17T20:19:46,124 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:19:46,124 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:46,124 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:19:46,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@493d6f73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:46,125 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:19:46,126 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,37895,1731874768378, seqNum=-1] 2024-11-17T20:19:46,126 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:19:46,127 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:19:46,134 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:19:46,135 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,44729,1731874768179 2024-11-17T20:19:46,135 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54350727 2024-11-17T20:19:46,135 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:19:46,136 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:19:46,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731874777612.5c9c0b178501dea5cd881d5f3332b039., hostname=0b0b0ae8de03,37895,1731874768378, seqNum=2] 2024-11-17T20:19:46,140 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T20:19:46,145 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-17T20:19:46,147 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-17T20:19:46,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 5c9c0b178501dea5cd881d5f3332b039/f 2024-11-17T20:19:46,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-17T20:19:46,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T20:19:46,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 5c9c0b178501dea5cd881d5f3332b039/f 2024-11-17T20:19:46,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-17T20:19:46,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T20:19:46,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(2603): Flush status journal for 5c9c0b178501dea5cd881d5f3332b039: 2024-11-17T20:19:46,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/staging/jenkins__test__pjj0u081g3db8la77v7fe0modac9920uvmb0uje01ek222ischfb8isf3hrbjq4o/f/hfile_1 2024-11-17T20:19:46,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/staging/jenkins__test__pjj0u081g3db8la77v7fe0modac9920uvmb0uje01ek222ischfb8isf3hrbjq4o/f/hfile_1 as hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/default/test/5c9c0b178501dea5cd881d5f3332b039/f/32a4147c401b438a990ed190e469deac_SeqId_4_ 2024-11-17T20:19:46,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/staging/jenkins__test__pjj0u081g3db8la77v7fe0modac9920uvmb0uje01ek222ischfb8isf3hrbjq4o/f/hfile_0 2024-11-17T20:19:46,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/staging/jenkins__test__pjj0u081g3db8la77v7fe0modac9920uvmb0uje01ek222ischfb8isf3hrbjq4o/f/hfile_0 as hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/default/test/5c9c0b178501dea5cd881d5f3332b039/f/dd4dfebb6e7c462691134e908467120e_SeqId_4_ 2024-11-17T20:19:46,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/staging/jenkins__test__pjj0u081g3db8la77v7fe0modac9920uvmb0uje01ek222ischfb8isf3hrbjq4o/f/hfile_1 into 5c9c0b178501dea5cd881d5f3332b039/f as hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/default/test/5c9c0b178501dea5cd881d5f3332b039/f/32a4147c401b438a990ed190e469deac_SeqId_4_ - updating store file list. 2024-11-17T20:19:46,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 32a4147c401b438a990ed190e469deac_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T20:19:46,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/default/test/5c9c0b178501dea5cd881d5f3332b039/f/32a4147c401b438a990ed190e469deac_SeqId_4_ into 5c9c0b178501dea5cd881d5f3332b039/f 2024-11-17T20:19:46,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/staging/jenkins__test__pjj0u081g3db8la77v7fe0modac9920uvmb0uje01ek222ischfb8isf3hrbjq4o/f/hfile_1 into 5c9c0b178501dea5cd881d5f3332b039/f (new location: hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/default/test/5c9c0b178501dea5cd881d5f3332b039/f/32a4147c401b438a990ed190e469deac_SeqId_4_) 2024-11-17T20:19:46,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/staging/jenkins__test__pjj0u081g3db8la77v7fe0modac9920uvmb0uje01ek222ischfb8isf3hrbjq4o/f/hfile_1 2024-11-17T20:19:46,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/staging/jenkins__test__pjj0u081g3db8la77v7fe0modac9920uvmb0uje01ek222ischfb8isf3hrbjq4o/f/hfile_0 into 5c9c0b178501dea5cd881d5f3332b039/f as hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/default/test/5c9c0b178501dea5cd881d5f3332b039/f/dd4dfebb6e7c462691134e908467120e_SeqId_4_ - updating store file list. 2024-11-17T20:19:46,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dd4dfebb6e7c462691134e908467120e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T20:19:46,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/default/test/5c9c0b178501dea5cd881d5f3332b039/f/dd4dfebb6e7c462691134e908467120e_SeqId_4_ into 5c9c0b178501dea5cd881d5f3332b039/f 2024-11-17T20:19:46,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/staging/jenkins__test__pjj0u081g3db8la77v7fe0modac9920uvmb0uje01ek222ischfb8isf3hrbjq4o/f/hfile_0 into 5c9c0b178501dea5cd881d5f3332b039/f (new location: hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/default/test/5c9c0b178501dea5cd881d5f3332b039/f/dd4dfebb6e7c462691134e908467120e_SeqId_4_) 2024-11-17T20:19:46,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/staging/jenkins__test__pjj0u081g3db8la77v7fe0modac9920uvmb0uje01ek222ischfb8isf3hrbjq4o/f/hfile_0 2024-11-17T20:19:46,172 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:19:46,172 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:19:46,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:46,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:46,172 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:19:46,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731874777612.5c9c0b178501dea5cd881d5f3332b039., hostname=0b0b0ae8de03,37895,1731874768378, seqNum=2 , the old value is region=test,,1731874777612.5c9c0b178501dea5cd881d5f3332b039., hostname=0b0b0ae8de03,37895,1731874768378, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=0b0b0ae8de03:37895 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T20:19:46,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:44168 deadline: 1731874846172 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:44168 2024-11-17T20:19:46,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731874777612.5c9c0b178501dea5cd881d5f3332b039., hostname=0b0b0ae8de03,37895,1731874768378, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T20:19:46,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731874777612.5c9c0b178501dea5cd881d5f3332b039., hostname=0b0b0ae8de03,37895,1731874768378, seqNum=2 from cache 2024-11-17T20:19:46,172 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:19:46,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,34847,1731874774057, seqNum=-1] 2024-11-17T20:19:46,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:19:46,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:19:46,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731874779765.dffbf78e4e98ecb1833956de4820b92e., hostname=0b0b0ae8de03,34847,1731874774057, seqNum=2] 2024-11-17T20:19:46,177 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T20:19:46,283 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:37895 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-17T20:19:46,654 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.wal-reader.0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/WALs/0b0b0ae8de03,37895,1731874768378/0b0b0ae8de03%2C37895%2C1731874768378.1731874770823 to pos 379, reset compression=false 2024-11-17T20:19:46,658 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.wal-reader.0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T20:19:46,659 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.shipper0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,37895,1731874768378 got entry batch from reader: WALEntryBatch [walEntries=[{test/5c9c0b178501dea5cd881d5f3332b039/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731874786170/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/WALs/0b0b0ae8de03,37895,1731874768378/0b0b0ae8de03%2C37895%2C1731874768378.1731874770823, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-17T20:19:46,661 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.shipper0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T20:19:46,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-17T20:19:46,662 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34847 {}] regionserver.ReplicationSink(318): Replicating [ccc231f4-8afc-484f-8bfa-39dcbcb170d7] bulk loaded data 2024-11-17T20:19:46,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34847 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@652e3137, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:46,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34847 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,33335,-1 for getting cluster id 2024-11-17T20:19:46,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34847 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:19:46,663 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0a06bde-5b42-4b3b-9cf8-d8aab78190d0' 2024-11-17T20:19:46,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:19:46,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0a06bde-5b42-4b3b-9cf8-d8aab78190d0" 2024-11-17T20:19:46,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@694fc5fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:46,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,33335,-1] 2024-11-17T20:19:46,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:19:46,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:46,664 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:19:46,665 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34847 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11b2f2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:46,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39155 is added to blk_1073741840_1016 (size=7691) 2024-11-17T20:19:46,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39155 is added to blk_1073741841_1017 (size=7894) 2024-11-17T20:19:46,721 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34847,1731874774057.replicationSource.wal-reader.0b0b0ae8de03%2C34847%2C1731874774057,1-0b0b0ae8de03,34847,1731874774057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/WALs/0b0b0ae8de03,34847,1731874774057/0b0b0ae8de03%2C34847%2C1731874774057.1731874776430 to pos 379, reset compression=false 2024-11-17T20:19:46,859 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.wal-reader.0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/WALs/0b0b0ae8de03,37895,1731874768378/0b0b0ae8de03%2C37895%2C1731874768378.1731874770823 to pos 687, reset compression=false 2024-11-17T20:19:47,090 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34847 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:19:47,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,33335,1731874773911 2024-11-17T20:19:47,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14469ea8 2024-11-17T20:19:47,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:19:47,092 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-17T20:19:47,094 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34847 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T20:19:47,094 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34847 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:19:47,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,34847,1731874774057, seqNum=-1] 2024-11-17T20:19:47,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:19:47,096 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-17T20:19:47,140 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/staging/jenkins.hfs.11__test__9gd9n3tqehcu6jc8dbb54ndtuvah5l1c9smf805r2jv9plja77dp2vvjaf8n2koa/f/32a4147c401b438a990ed190e469deac_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-17T20:19:47,143 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/staging/jenkins.hfs.11__test__9gd9n3tqehcu6jc8dbb54ndtuvah5l1c9smf805r2jv9plja77dp2vvjaf8n2koa/f/dd4dfebb6e7c462691134e908467120e_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-17T20:19:47,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34847 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/staging/jenkins.hfs.11__test__9gd9n3tqehcu6jc8dbb54ndtuvah5l1c9smf805r2jv9plja77dp2vvjaf8n2koa/f/dd4dfebb6e7c462691134e908467120e_SeqId_4_ for inclusion in dffbf78e4e98ecb1833956de4820b92e/f 2024-11-17T20:19:47,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34847 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-17T20:19:47,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34847 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T20:19:47,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34847 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/staging/jenkins.hfs.11__test__9gd9n3tqehcu6jc8dbb54ndtuvah5l1c9smf805r2jv9plja77dp2vvjaf8n2koa/f/32a4147c401b438a990ed190e469deac_SeqId_4_ for inclusion in dffbf78e4e98ecb1833956de4820b92e/f 2024-11-17T20:19:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34847 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-17T20:19:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34847 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T20:19:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34847 {}] regionserver.HRegion(2603): Flush status journal for dffbf78e4e98ecb1833956de4820b92e: 2024-11-17T20:19:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34847 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): dd4dfebb6e7c462691134e908467120e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-17T20:19:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/staging/jenkins.hfs.11__test__9gd9n3tqehcu6jc8dbb54ndtuvah5l1c9smf805r2jv9plja77dp2vvjaf8n2koa/f/dd4dfebb6e7c462691134e908467120e_SeqId_4_ as hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/default/test/dffbf78e4e98ecb1833956de4820b92e/f/0f14119b7a604b89bf3c5b5b45575cf8_SeqId_4_ 2024-11-17T20:19:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34847 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 32a4147c401b438a990ed190e469deac_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-17T20:19:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/staging/jenkins.hfs.11__test__9gd9n3tqehcu6jc8dbb54ndtuvah5l1c9smf805r2jv9plja77dp2vvjaf8n2koa/f/32a4147c401b438a990ed190e469deac_SeqId_4_ as hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/default/test/dffbf78e4e98ecb1833956de4820b92e/f/eb4965f23fd6425c9bc74214019055cb_SeqId_4_ 2024-11-17T20:19:47,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34847 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/staging/jenkins.hfs.11__test__9gd9n3tqehcu6jc8dbb54ndtuvah5l1c9smf805r2jv9plja77dp2vvjaf8n2koa/f/dd4dfebb6e7c462691134e908467120e_SeqId_4_ into dffbf78e4e98ecb1833956de4820b92e/f as hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/default/test/dffbf78e4e98ecb1833956de4820b92e/f/0f14119b7a604b89bf3c5b5b45575cf8_SeqId_4_ - updating store file list. 2024-11-17T20:19:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34847 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0f14119b7a604b89bf3c5b5b45575cf8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T20:19:47,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34847 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/default/test/dffbf78e4e98ecb1833956de4820b92e/f/0f14119b7a604b89bf3c5b5b45575cf8_SeqId_4_ into dffbf78e4e98ecb1833956de4820b92e/f 2024-11-17T20:19:47,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34847 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/staging/jenkins.hfs.11__test__9gd9n3tqehcu6jc8dbb54ndtuvah5l1c9smf805r2jv9plja77dp2vvjaf8n2koa/f/dd4dfebb6e7c462691134e908467120e_SeqId_4_ into dffbf78e4e98ecb1833956de4820b92e/f (new location: hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/default/test/dffbf78e4e98ecb1833956de4820b92e/f/0f14119b7a604b89bf3c5b5b45575cf8_SeqId_4_) 2024-11-17T20:19:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34847 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/staging/jenkins.hfs.11__test__9gd9n3tqehcu6jc8dbb54ndtuvah5l1c9smf805r2jv9plja77dp2vvjaf8n2koa/f/dd4dfebb6e7c462691134e908467120e_SeqId_4_ 2024-11-17T20:19:47,162 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.wal-reader.0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/WALs/0b0b0ae8de03,37895,1731874768378/0b0b0ae8de03%2C37895%2C1731874768378.1731874770823 to pos 687, reset compression=false 2024-11-17T20:19:47,163 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34847 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/staging/jenkins.hfs.11__test__9gd9n3tqehcu6jc8dbb54ndtuvah5l1c9smf805r2jv9plja77dp2vvjaf8n2koa/f/32a4147c401b438a990ed190e469deac_SeqId_4_ into dffbf78e4e98ecb1833956de4820b92e/f as hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/default/test/dffbf78e4e98ecb1833956de4820b92e/f/eb4965f23fd6425c9bc74214019055cb_SeqId_4_ - updating store file list. 2024-11-17T20:19:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34847 {}] regionserver.HStoreFile(483): HFile Bloom filter type for eb4965f23fd6425c9bc74214019055cb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T20:19:47,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34847 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/default/test/dffbf78e4e98ecb1833956de4820b92e/f/eb4965f23fd6425c9bc74214019055cb_SeqId_4_ into dffbf78e4e98ecb1833956de4820b92e/f 2024-11-17T20:19:47,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34847 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/staging/jenkins.hfs.11__test__9gd9n3tqehcu6jc8dbb54ndtuvah5l1c9smf805r2jv9plja77dp2vvjaf8n2koa/f/32a4147c401b438a990ed190e469deac_SeqId_4_ into dffbf78e4e98ecb1833956de4820b92e/f (new location: hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/default/test/dffbf78e4e98ecb1833956de4820b92e/f/eb4965f23fd6425c9bc74214019055cb_SeqId_4_) 2024-11-17T20:19:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34847 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/staging/jenkins.hfs.11__test__9gd9n3tqehcu6jc8dbb54ndtuvah5l1c9smf805r2jv9plja77dp2vvjaf8n2koa/f/32a4147c401b438a990ed190e469deac_SeqId_4_ 2024-11-17T20:19:47,169 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34847 {}] regionserver.ReplicationSink(324): Finished replicating [ccc231f4-8afc-484f-8bfa-39dcbcb170d7] bulk loaded data 2024-11-17T20:19:47,185 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:19:47,190 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731874787188/Put/seqid=0 2024-11-17T20:19:47,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39155 is added to blk_1073741842_1018 (size=11194) 2024-11-17T20:19:47,425 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34847,1731874774057.replicationSource.wal-reader.0b0b0ae8de03%2C34847%2C1731874774057,1-0b0b0ae8de03,34847,1731874774057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/WALs/0b0b0ae8de03,34847,1731874774057/0b0b0ae8de03%2C34847%2C1731874774057.1731874776430 to pos 379, reset compression=false 2024-11-17T20:19:47,430 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34847,1731874774057.replicationSource.wal-reader.0b0b0ae8de03%2C34847%2C1731874774057,1-0b0b0ae8de03,34847,1731874774057 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T20:19:47,430 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34847,1731874774057.replicationSource.shipper0b0b0ae8de03%2C34847%2C1731874774057,1-0b0b0ae8de03,34847,1731874774057 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,34847,1731874774057 got entry batch from reader: WALEntryBatch [walEntries=[{test/dffbf78e4e98ecb1833956de4820b92e/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731874787167/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/WALs/0b0b0ae8de03,34847,1731874774057/0b0b0ae8de03%2C34847%2C1731874774057.1731874776430, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-17T20:19:47,432 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34847,1731874774057.replicationSource.shipper0b0b0ae8de03%2C34847%2C1731874774057,1-0b0b0ae8de03,34847,1731874774057 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T20:19:47,433 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-17T20:19:47,434 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.ReplicationSink(318): Replicating [ccc231f4-8afc-484f-8bfa-39dcbcb170d7, d0a06bde-5b42-4b3b-9cf8-d8aab78190d0] bulk loaded data 2024-11-17T20:19:47,434 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@634f4574, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:47,434 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,44729,-1 for getting cluster id 2024-11-17T20:19:47,434 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:19:47,435 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ccc231f4-8afc-484f-8bfa-39dcbcb170d7' 2024-11-17T20:19:47,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:19:47,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ccc231f4-8afc-484f-8bfa-39dcbcb170d7" 2024-11-17T20:19:47,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e0c6d1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:47,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,44729,-1] 2024-11-17T20:19:47,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:19:47,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:47,436 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:19:47,436 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a9d28f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:47,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741842_1018 (size=7894) 2024-11-17T20:19:47,566 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.wal-reader.0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/WALs/0b0b0ae8de03,37895,1731874768378/0b0b0ae8de03%2C37895%2C1731874768378.1731874770823 to pos 687, reset compression=false 2024-11-17T20:19:47,596 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731874787596/Put/seqid=0 2024-11-17T20:19:47,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39155 is added to blk_1073741843_1019 (size=10791) 2024-11-17T20:19:47,630 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34847,1731874774057.replicationSource.wal-reader.0b0b0ae8de03%2C34847%2C1731874774057,1-0b0b0ae8de03,34847,1731874774057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/WALs/0b0b0ae8de03,34847,1731874774057/0b0b0ae8de03%2C34847%2C1731874774057.1731874776430 to pos 725, reset compression=false 2024-11-17T20:19:47,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741843_1019 (size=7691) 2024-11-17T20:19:47,934 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34847,1731874774057.replicationSource.wal-reader.0b0b0ae8de03%2C34847%2C1731874774057,1-0b0b0ae8de03,34847,1731874774057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/WALs/0b0b0ae8de03,34847,1731874774057/0b0b0ae8de03%2C34847%2C1731874774057.1731874776430 to pos 725, reset compression=false 2024-11-17T20:19:48,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@476ba34c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:48,001 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,33335,-1 for getting cluster id 2024-11-17T20:19:48,001 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:19:48,002 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0a06bde-5b42-4b3b-9cf8-d8aab78190d0' 2024-11-17T20:19:48,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:19:48,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0a06bde-5b42-4b3b-9cf8-d8aab78190d0" 2024-11-17T20:19:48,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44f529d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:48,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,33335,-1] 2024-11-17T20:19:48,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:19:48,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:48,003 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:19:48,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b355da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:19:48,004 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:19:48,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,34847,1731874774057, seqNum=-1] 2024-11-17T20:19:48,005 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:19:48,005 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:19:48,014 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:19:48,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,33335,1731874773911 2024-11-17T20:19:48,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3290fc30 2024-11-17T20:19:48,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:19:48,015 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:19:48,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731874779765.dffbf78e4e98ecb1833956de4820b92e., hostname=0b0b0ae8de03,34847,1731874774057, seqNum=2] 2024-11-17T20:19:48,021 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T20:19:48,026 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-17T20:19:48,029 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-17T20:19:48,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34847 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/testHFileCyclicReplication_10/f/hfile_1 for inclusion in dffbf78e4e98ecb1833956de4820b92e/f 2024-11-17T20:19:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34847 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-17T20:19:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34847 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T20:19:48,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34847 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/testHFileCyclicReplication_10/f/hfile_0 for inclusion in dffbf78e4e98ecb1833956de4820b92e/f 2024-11-17T20:19:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34847 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-17T20:19:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34847 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T20:19:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34847 {}] regionserver.HRegion(2603): Flush status journal for dffbf78e4e98ecb1833956de4820b92e: 2024-11-17T20:19:48,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34847 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/staging/jenkins__test__anp5dl4imps8qi706cttvq7per3g06p7cav141ier9nkgm8bg5ru4rmh3pkku960/f/hfile_1 2024-11-17T20:19:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/staging/jenkins__test__anp5dl4imps8qi706cttvq7per3g06p7cav141ier9nkgm8bg5ru4rmh3pkku960/f/hfile_1 as hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/default/test/dffbf78e4e98ecb1833956de4820b92e/f/32d34eebfa444e5bac6e1ceb0e8e4bf4_SeqId_6_ 2024-11-17T20:19:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34847 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/staging/jenkins__test__anp5dl4imps8qi706cttvq7per3g06p7cav141ier9nkgm8bg5ru4rmh3pkku960/f/hfile_0 2024-11-17T20:19:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/staging/jenkins__test__anp5dl4imps8qi706cttvq7per3g06p7cav141ier9nkgm8bg5ru4rmh3pkku960/f/hfile_0 as hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/default/test/dffbf78e4e98ecb1833956de4820b92e/f/bb894443c0e3432fb87ac8ac36168cf7_SeqId_6_ 2024-11-17T20:19:48,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34847 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/staging/jenkins__test__anp5dl4imps8qi706cttvq7per3g06p7cav141ier9nkgm8bg5ru4rmh3pkku960/f/hfile_1 into dffbf78e4e98ecb1833956de4820b92e/f as hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/default/test/dffbf78e4e98ecb1833956de4820b92e/f/32d34eebfa444e5bac6e1ceb0e8e4bf4_SeqId_6_ - updating store file list. 2024-11-17T20:19:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34847 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 32d34eebfa444e5bac6e1ceb0e8e4bf4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T20:19:48,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34847 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/default/test/dffbf78e4e98ecb1833956de4820b92e/f/32d34eebfa444e5bac6e1ceb0e8e4bf4_SeqId_6_ into dffbf78e4e98ecb1833956de4820b92e/f 2024-11-17T20:19:48,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34847 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/staging/jenkins__test__anp5dl4imps8qi706cttvq7per3g06p7cav141ier9nkgm8bg5ru4rmh3pkku960/f/hfile_1 into dffbf78e4e98ecb1833956de4820b92e/f (new location: hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/default/test/dffbf78e4e98ecb1833956de4820b92e/f/32d34eebfa444e5bac6e1ceb0e8e4bf4_SeqId_6_) 2024-11-17T20:19:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34847 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/staging/jenkins__test__anp5dl4imps8qi706cttvq7per3g06p7cav141ier9nkgm8bg5ru4rmh3pkku960/f/hfile_1 2024-11-17T20:19:48,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34847 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/staging/jenkins__test__anp5dl4imps8qi706cttvq7per3g06p7cav141ier9nkgm8bg5ru4rmh3pkku960/f/hfile_0 into dffbf78e4e98ecb1833956de4820b92e/f as hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/default/test/dffbf78e4e98ecb1833956de4820b92e/f/bb894443c0e3432fb87ac8ac36168cf7_SeqId_6_ - updating store file list. 2024-11-17T20:19:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34847 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bb894443c0e3432fb87ac8ac36168cf7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T20:19:48,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34847 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/default/test/dffbf78e4e98ecb1833956de4820b92e/f/bb894443c0e3432fb87ac8ac36168cf7_SeqId_6_ into dffbf78e4e98ecb1833956de4820b92e/f 2024-11-17T20:19:48,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34847 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/staging/jenkins__test__anp5dl4imps8qi706cttvq7per3g06p7cav141ier9nkgm8bg5ru4rmh3pkku960/f/hfile_0 into dffbf78e4e98ecb1833956de4820b92e/f (new location: hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/default/test/dffbf78e4e98ecb1833956de4820b92e/f/bb894443c0e3432fb87ac8ac36168cf7_SeqId_6_) 2024-11-17T20:19:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34847 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/staging/jenkins__test__anp5dl4imps8qi706cttvq7per3g06p7cav141ier9nkgm8bg5ru4rmh3pkku960/f/hfile_0 2024-11-17T20:19:48,056 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:19:48,056 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:19:48,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:48,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:48,056 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:19:48,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731874779765.dffbf78e4e98ecb1833956de4820b92e., hostname=0b0b0ae8de03,34847,1731874774057, seqNum=2 , the old value is region=test,,1731874779765.dffbf78e4e98ecb1833956de4820b92e., hostname=0b0b0ae8de03,34847,1731874774057, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=0b0b0ae8de03:34847 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T20:19:48,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731874779765.dffbf78e4e98ecb1833956de4820b92e., hostname=0b0b0ae8de03,34847,1731874774057, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T20:19:48,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731874779765.dffbf78e4e98ecb1833956de4820b92e., hostname=0b0b0ae8de03,34847,1731874774057, seqNum=2 from cache 2024-11-17T20:19:48,057 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:19:48,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,37895,1731874768378, seqNum=-1] 2024-11-17T20:19:48,058 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-17T20:19:48,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:19:48,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:19:48,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731874777612.5c9c0b178501dea5cd881d5f3332b039., hostname=0b0b0ae8de03,37895,1731874768378, seqNum=2] 2024-11-17T20:19:48,067 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T20:19:48,070 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.wal-reader.0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/WALs/0b0b0ae8de03,37895,1731874768378/0b0b0ae8de03%2C37895%2C1731874768378.1731874770823 to pos 687, reset compression=false 2024-11-17T20:19:48,164 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:34847 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-17T20:19:48,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:19:48,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,44729,1731874768179 2024-11-17T20:19:48,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@418aa2f 2024-11-17T20:19:48,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:19:48,257 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-17T20:19:48,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T20:19:48,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:19:48,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,37895,1731874768378, seqNum=-1] 2024-11-17T20:19:48,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:19:48,261 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-17T20:19:48,265 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/staging/jenkins.hfs.10__test__l1i2semedulp1timvcv3qmuigcuvhlsvkns6fivs7fsgfn9ivvhoma6rql6hidki/f/0f14119b7a604b89bf3c5b5b45575cf8_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-17T20:19:48,268 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/staging/jenkins.hfs.10__test__l1i2semedulp1timvcv3qmuigcuvhlsvkns6fivs7fsgfn9ivvhoma6rql6hidki/f/eb4965f23fd6425c9bc74214019055cb_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-17T20:19:48,270 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.ReplicationSink(324): Finished replicating [ccc231f4-8afc-484f-8bfa-39dcbcb170d7, d0a06bde-5b42-4b3b-9cf8-d8aab78190d0] bulk loaded data 2024-11-17T20:19:48,271 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T20:19:48,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:48,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:48,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:48,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:48,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:48,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:48,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:48,338 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34847,1731874774057.replicationSource.wal-reader.0b0b0ae8de03%2C34847%2C1731874774057,1-0b0b0ae8de03,34847,1731874774057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/WALs/0b0b0ae8de03,34847,1731874774057/0b0b0ae8de03%2C34847%2C1731874774057.1731874776430 to pos 725, reset compression=false 2024-11-17T20:19:48,343 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34847,1731874774057.replicationSource.wal-reader.0b0b0ae8de03%2C34847%2C1731874774057,1-0b0b0ae8de03,34847,1731874774057 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T20:19:48,343 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34847,1731874774057.replicationSource.shipper0b0b0ae8de03%2C34847%2C1731874774057,1-0b0b0ae8de03,34847,1731874774057 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,34847,1731874774057 got entry batch from reader: WALEntryBatch [walEntries=[{test/dffbf78e4e98ecb1833956de4820b92e/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731874788054/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/WALs/0b0b0ae8de03,34847,1731874774057/0b0b0ae8de03%2C34847%2C1731874774057.1731874776430, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-17T20:19:48,344 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.ReplicationSink(318): Replicating [d0a06bde-5b42-4b3b-9cf8-d8aab78190d0] bulk loaded data 2024-11-17T20:19:48,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741844_1020 (size=10791) 2024-11-17T20:19:48,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741845_1021 (size=11194) 2024-11-17T20:19:48,543 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34847,1731874774057.replicationSource.wal-reader.0b0b0ae8de03%2C34847%2C1731874774057,1-0b0b0ae8de03,34847,1731874774057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/WALs/0b0b0ae8de03,34847,1731874774057/0b0b0ae8de03%2C34847%2C1731874774057.1731874776430 to pos 1033, reset compression=false 2024-11-17T20:19:48,675 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.wal-reader.0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/WALs/0b0b0ae8de03,37895,1731874768378/0b0b0ae8de03%2C37895%2C1731874768378.1731874770823 to pos 687, reset compression=false 2024-11-17T20:19:48,766 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T20:19:48,771 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/staging/jenkins.hfs.10__test__ku834jg64lt7h9rlt4i107n9bkugrs157k7g2k3veprjthvvkagvqcn33bp8hf62/f/32d34eebfa444e5bac6e1ceb0e8e4bf4_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-17T20:19:48,774 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/staging/jenkins.hfs.10__test__ku834jg64lt7h9rlt4i107n9bkugrs157k7g2k3veprjthvvkagvqcn33bp8hf62/f/bb894443c0e3432fb87ac8ac36168cf7_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-17T20:19:48,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/staging/jenkins.hfs.10__test__ku834jg64lt7h9rlt4i107n9bkugrs157k7g2k3veprjthvvkagvqcn33bp8hf62/f/bb894443c0e3432fb87ac8ac36168cf7_SeqId_6_ for inclusion in 5c9c0b178501dea5cd881d5f3332b039/f 2024-11-17T20:19:48,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-17T20:19:48,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T20:19:48,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/staging/jenkins.hfs.10__test__ku834jg64lt7h9rlt4i107n9bkugrs157k7g2k3veprjthvvkagvqcn33bp8hf62/f/32d34eebfa444e5bac6e1ceb0e8e4bf4_SeqId_6_ for inclusion in 5c9c0b178501dea5cd881d5f3332b039/f 2024-11-17T20:19:48,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-17T20:19:48,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T20:19:48,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(2603): Flush status journal for 5c9c0b178501dea5cd881d5f3332b039: 2024-11-17T20:19:48,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): bb894443c0e3432fb87ac8ac36168cf7_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-17T20:19:48,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/staging/jenkins.hfs.10__test__ku834jg64lt7h9rlt4i107n9bkugrs157k7g2k3veprjthvvkagvqcn33bp8hf62/f/bb894443c0e3432fb87ac8ac36168cf7_SeqId_6_ as hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/default/test/5c9c0b178501dea5cd881d5f3332b039/f/38e5edf38cdc4817bba7c67e52dfaea8_SeqId_6_ 2024-11-17T20:19:48,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 32d34eebfa444e5bac6e1ceb0e8e4bf4_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-17T20:19:48,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/staging/jenkins.hfs.10__test__ku834jg64lt7h9rlt4i107n9bkugrs157k7g2k3veprjthvvkagvqcn33bp8hf62/f/32d34eebfa444e5bac6e1ceb0e8e4bf4_SeqId_6_ as hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/default/test/5c9c0b178501dea5cd881d5f3332b039/f/4e644aaa19764f58814bbb01b7ec25f8_SeqId_6_ 2024-11-17T20:19:48,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/staging/jenkins.hfs.10__test__ku834jg64lt7h9rlt4i107n9bkugrs157k7g2k3veprjthvvkagvqcn33bp8hf62/f/bb894443c0e3432fb87ac8ac36168cf7_SeqId_6_ into 5c9c0b178501dea5cd881d5f3332b039/f as hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/default/test/5c9c0b178501dea5cd881d5f3332b039/f/38e5edf38cdc4817bba7c67e52dfaea8_SeqId_6_ - updating store file list. 2024-11-17T20:19:48,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 38e5edf38cdc4817bba7c67e52dfaea8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T20:19:48,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/default/test/5c9c0b178501dea5cd881d5f3332b039/f/38e5edf38cdc4817bba7c67e52dfaea8_SeqId_6_ into 5c9c0b178501dea5cd881d5f3332b039/f 2024-11-17T20:19:48,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/staging/jenkins.hfs.10__test__ku834jg64lt7h9rlt4i107n9bkugrs157k7g2k3veprjthvvkagvqcn33bp8hf62/f/bb894443c0e3432fb87ac8ac36168cf7_SeqId_6_ into 5c9c0b178501dea5cd881d5f3332b039/f (new location: hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/default/test/5c9c0b178501dea5cd881d5f3332b039/f/38e5edf38cdc4817bba7c67e52dfaea8_SeqId_6_) 2024-11-17T20:19:48,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/staging/jenkins.hfs.10__test__ku834jg64lt7h9rlt4i107n9bkugrs157k7g2k3veprjthvvkagvqcn33bp8hf62/f/bb894443c0e3432fb87ac8ac36168cf7_SeqId_6_ 2024-11-17T20:19:48,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/staging/jenkins.hfs.10__test__ku834jg64lt7h9rlt4i107n9bkugrs157k7g2k3veprjthvvkagvqcn33bp8hf62/f/32d34eebfa444e5bac6e1ceb0e8e4bf4_SeqId_6_ into 5c9c0b178501dea5cd881d5f3332b039/f as hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/default/test/5c9c0b178501dea5cd881d5f3332b039/f/4e644aaa19764f58814bbb01b7ec25f8_SeqId_6_ - updating store file list. 2024-11-17T20:19:48,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4e644aaa19764f58814bbb01b7ec25f8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T20:19:48,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/default/test/5c9c0b178501dea5cd881d5f3332b039/f/4e644aaa19764f58814bbb01b7ec25f8_SeqId_6_ into 5c9c0b178501dea5cd881d5f3332b039/f 2024-11-17T20:19:48,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/staging/jenkins.hfs.10__test__ku834jg64lt7h9rlt4i107n9bkugrs157k7g2k3veprjthvvkagvqcn33bp8hf62/f/32d34eebfa444e5bac6e1ceb0e8e4bf4_SeqId_6_ into 5c9c0b178501dea5cd881d5f3332b039/f (new location: hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/default/test/5c9c0b178501dea5cd881d5f3332b039/f/4e644aaa19764f58814bbb01b7ec25f8_SeqId_6_) 2024-11-17T20:19:48,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/staging/jenkins.hfs.10__test__ku834jg64lt7h9rlt4i107n9bkugrs157k7g2k3veprjthvvkagvqcn33bp8hf62/f/32d34eebfa444e5bac6e1ceb0e8e4bf4_SeqId_6_ 2024-11-17T20:19:48,800 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.ReplicationSink(324): Finished replicating [d0a06bde-5b42-4b3b-9cf8-d8aab78190d0] bulk loaded data 2024-11-17T20:19:48,847 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34847,1731874774057.replicationSource.wal-reader.0b0b0ae8de03%2C34847%2C1731874774057,1-0b0b0ae8de03,34847,1731874774057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/WALs/0b0b0ae8de03,34847,1731874774057/0b0b0ae8de03%2C34847%2C1731874774057.1731874776430 to pos 1033, reset compression=false 2024-11-17T20:19:49,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T20:19:49,080 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:19:49,080 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:19:49,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:49,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:49,080 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:19:49,080 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T20:19:49,080 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=648375420, stopped=false 2024-11-17T20:19:49,081 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0b0b0ae8de03,33335,1731874773911 2024-11-17T20:19:49,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33335-0x1014a73b9750003, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2138238106/running 2024-11-17T20:19:49,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34847-0x1014a73b9750004, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2138238106/running 2024-11-17T20:19:49,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33335-0x1014a73b9750003, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2138238106 2024-11-17T20:19:49,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34847-0x1014a73b9750004, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2138238106 2024-11-17T20:19:49,142 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T20:19:49,142 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:19:49,142 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:19:49,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:49,142 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b0b0ae8de03,34847,1731874774057' ***** 2024-11-17T20:19:49,142 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T20:19:49,142 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33335-0x1014a73b9750003, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Set watcher on znode that does not yet exist, /1-2138238106/running 2024-11-17T20:19:49,142 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34847-0x1014a73b9750004, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Set watcher on znode that does not yet exist, /1-2138238106/running 2024-11-17T20:19:49,143 INFO [RS:0;0b0b0ae8de03:34847 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T20:19:49,143 INFO [RS:0;0b0b0ae8de03:34847 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T20:19:49,143 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T20:19:49,143 INFO [RS:0;0b0b0ae8de03:34847 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T20:19:49,143 INFO [RS:0;0b0b0ae8de03:34847 {}] regionserver.HRegionServer(3091): Received CLOSE for dffbf78e4e98ecb1833956de4820b92e 2024-11-17T20:19:49,143 INFO [RS:0;0b0b0ae8de03:34847 {}] regionserver.HRegionServer(3091): Received CLOSE for b6829e7b32068314113fd6d85ed0b682 2024-11-17T20:19:49,143 INFO [RS:0;0b0b0ae8de03:34847 {}] regionserver.HRegionServer(959): stopping server 0b0b0ae8de03,34847,1731874774057 2024-11-17T20:19:49,143 INFO [RS:0;0b0b0ae8de03:34847 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:19:49,143 INFO [RS:0;0b0b0ae8de03:34847 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:34847. 2024-11-17T20:19:49,143 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dffbf78e4e98ecb1833956de4820b92e, disabling compactions & flushes 2024-11-17T20:19:49,143 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731874779765.dffbf78e4e98ecb1833956de4820b92e. 2024-11-17T20:19:49,143 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731874779765.dffbf78e4e98ecb1833956de4820b92e. 2024-11-17T20:19:49,143 DEBUG [RS:0;0b0b0ae8de03:34847 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:19:49,143 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731874779765.dffbf78e4e98ecb1833956de4820b92e. after waiting 0 ms 2024-11-17T20:19:49,143 DEBUG [RS:0;0b0b0ae8de03:34847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:49,143 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731874779765.dffbf78e4e98ecb1833956de4820b92e. 2024-11-17T20:19:49,143 INFO [RS:0;0b0b0ae8de03:34847 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T20:19:49,143 INFO [RS:0;0b0b0ae8de03:34847 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T20:19:49,143 INFO [RS:0;0b0b0ae8de03:34847 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T20:19:49,144 INFO [RS:0;0b0b0ae8de03:34847 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T20:19:49,144 INFO [RS:0;0b0b0ae8de03:34847 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T20:19:49,144 DEBUG [RS:0;0b0b0ae8de03:34847 {}] regionserver.HRegionServer(1325): Online Regions={dffbf78e4e98ecb1833956de4820b92e=test,,1731874779765.dffbf78e4e98ecb1833956de4820b92e., 1588230740=hbase:meta,,1.1588230740, b6829e7b32068314113fd6d85ed0b682=hbase:replication,,1731874783167.b6829e7b32068314113fd6d85ed0b682.} 2024-11-17T20:19:49,144 DEBUG [RS:0;0b0b0ae8de03:34847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b6829e7b32068314113fd6d85ed0b682, dffbf78e4e98ecb1833956de4820b92e 2024-11-17T20:19:49,144 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T20:19:49,144 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T20:19:49,144 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T20:19:49,144 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T20:19:49,144 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T20:19:49,144 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T20:19:49,147 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/default/test/dffbf78e4e98ecb1833956de4820b92e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T20:19:49,148 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:19:49,148 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T20:19:49,148 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731874779765.dffbf78e4e98ecb1833956de4820b92e. 2024-11-17T20:19:49,148 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dffbf78e4e98ecb1833956de4820b92e: Waiting for close lock at 1731874789143Running coprocessor pre-close hooks at 1731874789143Disabling compacts and flushes for region at 1731874789143Disabling writes for close at 1731874789143Writing region close event to WAL at 1731874789144 (+1 ms)Running coprocessor post-close hooks at 1731874789148 (+4 ms)Closed at 1731874789148 2024-11-17T20:19:49,148 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731874779765.dffbf78e4e98ecb1833956de4820b92e. 2024-11-17T20:19:49,148 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b6829e7b32068314113fd6d85ed0b682, disabling compactions & flushes 2024-11-17T20:19:49,148 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731874783167.b6829e7b32068314113fd6d85ed0b682. 2024-11-17T20:19:49,148 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731874783167.b6829e7b32068314113fd6d85ed0b682. 2024-11-17T20:19:49,148 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731874783167.b6829e7b32068314113fd6d85ed0b682. after waiting 0 ms 2024-11-17T20:19:49,148 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731874783167.b6829e7b32068314113fd6d85ed0b682. 2024-11-17T20:19:49,148 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b6829e7b32068314113fd6d85ed0b682 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-17T20:19:49,173 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/hbase/replication/b6829e7b32068314113fd6d85ed0b682/.tmp/hfileref/5fd1fdd0a4f7425281f4d4674a1a9e5b is 74, key is 1/hfileref:0f14119b7a604b89bf3c5b5b45575cf8_SeqId_4_/1731874788271/DeleteColumn/seqid=0 2024-11-17T20:19:49,175 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/hbase/meta/1588230740/.tmp/info/927ff2ba08be4594aae452e1ad68bfd1 is 147, key is hbase:replication,,1731874783167.b6829e7b32068314113fd6d85ed0b682./info:regioninfo/1731874784330/Put/seqid=0 2024-11-17T20:19:49,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39155 is added to blk_1073741845_1021 (size=7686) 2024-11-17T20:19:49,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39155 is added to blk_1073741844_1020 (size=5345) 2024-11-17T20:19:49,210 INFO [regionserver/0b0b0ae8de03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:19:49,251 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34847,1731874774057.replicationSource.wal-reader.0b0b0ae8de03%2C34847%2C1731874774057,1-0b0b0ae8de03,34847,1731874774057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/WALs/0b0b0ae8de03,34847,1731874774057/0b0b0ae8de03%2C34847%2C1731874774057.1731874776430 to pos 1033, reset compression=false 2024-11-17T20:19:49,256 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34847,1731874774057.replicationSource.wal-reader.0b0b0ae8de03%2C34847%2C1731874774057,1-0b0b0ae8de03,34847,1731874774057 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T20:19:49,256 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34847,1731874774057.replicationSource.wal-reader.0b0b0ae8de03%2C34847%2C1731874774057,1-0b0b0ae8de03,34847,1731874774057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/WALs/0b0b0ae8de03,34847,1731874774057/0b0b0ae8de03%2C34847%2C1731874774057.1731874776430 to pos 1328, reset compression=false 2024-11-17T20:19:49,256 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34847,1731874774057.replicationSource.shipper0b0b0ae8de03%2C34847%2C1731874774057,1-0b0b0ae8de03,34847,1731874774057 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,34847,1731874774057 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/WALs/0b0b0ae8de03,34847,1731874774057/0b0b0ae8de03%2C34847%2C1731874774057.1731874776430, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T20:19:49,258 ERROR [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34847,1731874774057.replicationSource.shipper0b0b0ae8de03%2C34847%2C1731874774057,1-0b0b0ae8de03,34847,1731874774057 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 0b0b0ae8de03,34847,1731874774057: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-0b0b0ae8de03,34847,1731874774057, walGroup=0b0b0ae8de03%2C34847%2C1731874774057, offset=0b0b0ae8de03%2C34847%2C1731874774057.1731874776430:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:34847 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T20:19:49,260 ERROR [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34847,1731874774057.replicationSource.shipper0b0b0ae8de03%2C34847%2C1731874774057,1-0b0b0ae8de03,34847,1731874774057 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T20:19:49,262 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34847,1731874774057.replicationSource.shipper0b0b0ae8de03%2C34847%2C1731874774057,1-0b0b0ae8de03,34847,1731874774057 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T20:19:49,263 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34847,1731874774057.replicationSource.shipper0b0b0ae8de03%2C34847%2C1731874774057,1-0b0b0ae8de03,34847,1731874774057 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T20:19:49,264 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34847,1731874774057.replicationSource.shipper0b0b0ae8de03%2C34847%2C1731874774057,1-0b0b0ae8de03,34847,1731874774057 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T20:19:49,264 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34847,1731874774057.replicationSource.shipper0b0b0ae8de03%2C34847%2C1731874774057,1-0b0b0ae8de03,34847,1731874774057 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T20:19:49,264 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34847,1731874774057.replicationSource.shipper0b0b0ae8de03%2C34847%2C1731874774057,1-0b0b0ae8de03,34847,1731874774057 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 499822784 }, "NonHeapMemoryUsage": { "committed": 190185472, "init": 7667712, "max": -1, "used": 187190224 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T20:19:49,267 WARN [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34847,1731874774057.replicationSource.shipper0b0b0ae8de03%2C34847%2C1731874774057,1-0b0b0ae8de03,34847,1731874774057 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:33335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:33335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T20:19:49,344 DEBUG [RS:0;0b0b0ae8de03:34847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b6829e7b32068314113fd6d85ed0b682 2024-11-17T20:19:49,366 INFO [regionserver/0b0b0ae8de03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T20:19:49,366 INFO [regionserver/0b0b0ae8de03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T20:19:49,379 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.wal-reader.0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/WALs/0b0b0ae8de03,37895,1731874768378/0b0b0ae8de03%2C37895%2C1731874768378.1731874770823 to pos 687, reset compression=false 2024-11-17T20:19:49,383 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.wal-reader.0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T20:19:49,383 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.shipper0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,37895,1731874768378 got entry batch from reader: WALEntryBatch [walEntries=[{test/5c9c0b178501dea5cd881d5f3332b039/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731874788798/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/WALs/0b0b0ae8de03,37895,1731874768378/0b0b0ae8de03%2C37895%2C1731874768378.1731874770823, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-17T20:19:49,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 0b0b0ae8de03,34847,1731874774057 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T20:19:49,386 WARN [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.shipper0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 0b0b0ae8de03,34847,1731874774057 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T20:19:49,459 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34847,1731874774057.replicationSource.wal-reader.0b0b0ae8de03%2C34847%2C1731874774057,1-0b0b0ae8de03,34847,1731874774057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/WALs/0b0b0ae8de03,34847,1731874774057/0b0b0ae8de03%2C34847%2C1731874774057.1731874776430 to pos 1328, reset compression=false 2024-11-17T20:19:49,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 0b0b0ae8de03,34847,1731874774057 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T20:19:49,490 WARN [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.shipper0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 0b0b0ae8de03,34847,1731874774057 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T20:19:49,544 DEBUG [RS:0;0b0b0ae8de03:34847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b6829e7b32068314113fd6d85ed0b682 2024-11-17T20:19:49,583 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.wal-reader.0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/WALs/0b0b0ae8de03,37895,1731874768378/0b0b0ae8de03%2C37895%2C1731874768378.1731874770823 to pos 1033, reset compression=false 2024-11-17T20:19:49,587 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/hbase/meta/1588230740/.tmp/info/927ff2ba08be4594aae452e1ad68bfd1 2024-11-17T20:19:49,587 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/hbase/replication/b6829e7b32068314113fd6d85ed0b682/.tmp/hfileref/5fd1fdd0a4f7425281f4d4674a1a9e5b 2024-11-17T20:19:49,605 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/hbase/meta/1588230740/.tmp/ns/0d1e2654fd164c3a91c32e23c385cc4f is 43, key is default/ns:d/1731874777479/Put/seqid=0 2024-11-17T20:19:49,608 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/hbase/replication/b6829e7b32068314113fd6d85ed0b682/.tmp/queue/91c3934143cd418c9a5510b53ebb0487 is 154, key is 1-0b0b0ae8de03,34847,1731874774057/queue:0b0b0ae8de03%2C34847%2C1731874774057/1731874788803/Put/seqid=0 2024-11-17T20:19:49,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39155 is added to blk_1073741846_1022 (size=5153) 2024-11-17T20:19:49,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39155 is added to blk_1073741847_1023 (size=5353) 2024-11-17T20:19:49,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 0b0b0ae8de03,34847,1731874774057 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T20:19:49,694 WARN [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.shipper0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 0b0b0ae8de03,34847,1731874774057 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T20:19:49,744 DEBUG [RS:0;0b0b0ae8de03:34847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b6829e7b32068314113fd6d85ed0b682 2024-11-17T20:19:49,763 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34847,1731874774057.replicationSource.wal-reader.0b0b0ae8de03%2C34847%2C1731874774057,1-0b0b0ae8de03,34847,1731874774057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/WALs/0b0b0ae8de03,34847,1731874774057/0b0b0ae8de03%2C34847%2C1731874774057.1731874776430 to pos 1328, reset compression=false 2024-11-17T20:19:49,888 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.wal-reader.0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/WALs/0b0b0ae8de03,37895,1731874768378/0b0b0ae8de03%2C37895%2C1731874768378.1731874770823 to pos 1033, reset compression=false 2024-11-17T20:19:49,945 DEBUG [RS:0;0b0b0ae8de03:34847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b6829e7b32068314113fd6d85ed0b682 2024-11-17T20:19:49,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 0b0b0ae8de03,34847,1731874774057 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T20:19:49,997 WARN [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.shipper0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 0b0b0ae8de03,34847,1731874774057 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T20:19:50,009 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/hbase/meta/1588230740/.tmp/ns/0d1e2654fd164c3a91c32e23c385cc4f 2024-11-17T20:19:50,014 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/hbase/replication/b6829e7b32068314113fd6d85ed0b682/.tmp/queue/91c3934143cd418c9a5510b53ebb0487 2024-11-17T20:19:50,019 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/hbase/replication/b6829e7b32068314113fd6d85ed0b682/.tmp/hfileref/5fd1fdd0a4f7425281f4d4674a1a9e5b as hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/hbase/replication/b6829e7b32068314113fd6d85ed0b682/hfileref/5fd1fdd0a4f7425281f4d4674a1a9e5b 2024-11-17T20:19:50,024 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/hbase/replication/b6829e7b32068314113fd6d85ed0b682/hfileref/5fd1fdd0a4f7425281f4d4674a1a9e5b, entries=4, sequenceid=12, filesize=5.2 K 2024-11-17T20:19:50,025 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/hbase/replication/b6829e7b32068314113fd6d85ed0b682/.tmp/queue/91c3934143cd418c9a5510b53ebb0487 as hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/hbase/replication/b6829e7b32068314113fd6d85ed0b682/queue/91c3934143cd418c9a5510b53ebb0487 2024-11-17T20:19:50,029 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/hbase/meta/1588230740/.tmp/rep_barrier/0459c4b6e5f54c32995d67aa8af94210 is 112, key is test,,1731874779765.dffbf78e4e98ecb1833956de4820b92e./rep_barrier:seqnumDuringOpen/1731874780912/Put/seqid=0 2024-11-17T20:19:50,031 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/hbase/replication/b6829e7b32068314113fd6d85ed0b682/queue/91c3934143cd418c9a5510b53ebb0487, entries=1, sequenceid=12, filesize=5.2 K 2024-11-17T20:19:50,032 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for b6829e7b32068314113fd6d85ed0b682 in 884ms, sequenceid=12, compaction requested=false 2024-11-17T20:19:50,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39155 is added to blk_1073741848_1024 (size=5518) 2024-11-17T20:19:50,036 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/hbase/replication/b6829e7b32068314113fd6d85ed0b682/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-17T20:19:50,037 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:19:50,037 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T20:19:50,037 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731874783167.b6829e7b32068314113fd6d85ed0b682. 2024-11-17T20:19:50,037 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b6829e7b32068314113fd6d85ed0b682: Waiting for close lock at 1731874789148Running coprocessor pre-close hooks at 1731874789148Disabling compacts and flushes for region at 1731874789148Disabling writes for close at 1731874789148Obtaining lock to block concurrent updates at 1731874789148Preparing flush snapshotting stores in b6829e7b32068314113fd6d85ed0b682 at 1731874789148Finished memstore snapshotting hbase:replication,,1731874783167.b6829e7b32068314113fd6d85ed0b682., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731874789149 (+1 ms)Flushing stores of hbase:replication,,1731874783167.b6829e7b32068314113fd6d85ed0b682. at 1731874789149Flushing b6829e7b32068314113fd6d85ed0b682/hfileref: creating writer at 1731874789149Flushing b6829e7b32068314113fd6d85ed0b682/hfileref: appending metadata at 1731874789173 (+24 ms)Flushing b6829e7b32068314113fd6d85ed0b682/hfileref: closing flushed file at 1731874789173Flushing b6829e7b32068314113fd6d85ed0b682/queue: creating writer at 1731874789591 (+418 ms)Flushing b6829e7b32068314113fd6d85ed0b682/queue: appending metadata at 1731874789607 (+16 ms)Flushing b6829e7b32068314113fd6d85ed0b682/queue: closing flushed file at 1731874789607Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f43add2: reopening flushed file at 1731874790019 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f660b13: reopening flushed file at 1731874790024 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for b6829e7b32068314113fd6d85ed0b682 in 884ms, sequenceid=12, compaction requested=false at 1731874790032 (+8 ms)Writing region close event to WAL at 1731874790033 (+1 ms)Running coprocessor post-close hooks at 1731874790036 (+3 ms)Closed at 1731874790037 (+1 ms) 2024-11-17T20:19:50,037 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731874783167.b6829e7b32068314113fd6d85ed0b682. 2024-11-17T20:19:50,145 INFO [RS:0;0b0b0ae8de03:34847 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T20:19:50,145 DEBUG [RS:0;0b0b0ae8de03:34847 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T20:19:50,145 DEBUG [RS:0;0b0b0ae8de03:34847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:19:50,176 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34847,1731874774057.replicationSource.wal-reader.0b0b0ae8de03%2C34847%2C1731874774057,1-0b0b0ae8de03,34847,1731874774057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/WALs/0b0b0ae8de03,34847,1731874774057/0b0b0ae8de03%2C34847%2C1731874774057.1731874776430 to pos 1328, reset compression=false 2024-11-17T20:19:50,292 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.wal-reader.0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/WALs/0b0b0ae8de03,37895,1731874768378/0b0b0ae8de03%2C37895%2C1731874768378.1731874770823 to pos 1033, reset compression=false 2024-11-17T20:19:50,345 DEBUG [RS:0;0b0b0ae8de03:34847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:19:50,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 0b0b0ae8de03,34847,1731874774057 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T20:19:50,400 WARN [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.shipper0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 0b0b0ae8de03,34847,1731874774057 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T20:19:50,435 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/hbase/meta/1588230740/.tmp/rep_barrier/0459c4b6e5f54c32995d67aa8af94210 2024-11-17T20:19:50,451 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/hbase/meta/1588230740/.tmp/table/151f077cb2f941cf98fcfecee75af481 is 53, key is hbase:replication/table:state/1731874784336/Put/seqid=0 2024-11-17T20:19:50,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39155 is added to blk_1073741849_1025 (size=5308) 2024-11-17T20:19:50,545 DEBUG [RS:0;0b0b0ae8de03:34847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:19:50,680 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34847,1731874774057.replicationSource.wal-reader.0b0b0ae8de03%2C34847%2C1731874774057,1-0b0b0ae8de03,34847,1731874774057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/WALs/0b0b0ae8de03,34847,1731874774057/0b0b0ae8de03%2C34847%2C1731874774057.1731874776430 to pos 1328, reset compression=false 2024-11-17T20:19:50,745 DEBUG [RS:0;0b0b0ae8de03:34847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:19:50,796 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.wal-reader.0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/WALs/0b0b0ae8de03,37895,1731874768378/0b0b0ae8de03%2C37895%2C1731874768378.1731874770823 to pos 1033, reset compression=false 2024-11-17T20:19:50,855 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/hbase/meta/1588230740/.tmp/table/151f077cb2f941cf98fcfecee75af481 2024-11-17T20:19:50,860 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/hbase/meta/1588230740/.tmp/info/927ff2ba08be4594aae452e1ad68bfd1 as hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/hbase/meta/1588230740/info/927ff2ba08be4594aae452e1ad68bfd1 2024-11-17T20:19:50,864 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/hbase/meta/1588230740/info/927ff2ba08be4594aae452e1ad68bfd1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T20:19:50,865 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/hbase/meta/1588230740/.tmp/ns/0d1e2654fd164c3a91c32e23c385cc4f as hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/hbase/meta/1588230740/ns/0d1e2654fd164c3a91c32e23c385cc4f 2024-11-17T20:19:50,869 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/hbase/meta/1588230740/ns/0d1e2654fd164c3a91c32e23c385cc4f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T20:19:50,870 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/hbase/meta/1588230740/.tmp/rep_barrier/0459c4b6e5f54c32995d67aa8af94210 as hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/hbase/meta/1588230740/rep_barrier/0459c4b6e5f54c32995d67aa8af94210 2024-11-17T20:19:50,874 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/hbase/meta/1588230740/rep_barrier/0459c4b6e5f54c32995d67aa8af94210, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T20:19:50,875 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/hbase/meta/1588230740/.tmp/table/151f077cb2f941cf98fcfecee75af481 as hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/hbase/meta/1588230740/table/151f077cb2f941cf98fcfecee75af481 2024-11-17T20:19:50,879 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/hbase/meta/1588230740/table/151f077cb2f941cf98fcfecee75af481, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T20:19:50,880 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1735ms, sequenceid=16, compaction requested=false 2024-11-17T20:19:50,883 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T20:19:50,884 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:19:50,884 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T20:19:50,884 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T20:19:50,884 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731874789144Running coprocessor pre-close hooks at 1731874789144Disabling compacts and flushes for region at 1731874789144Disabling writes for close at 1731874789144Obtaining lock to block concurrent updates at 1731874789144Preparing flush snapshotting stores in 1588230740 at 1731874789144Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731874789145 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731874789145Flushing 1588230740/info: creating writer at 1731874789145Flushing 1588230740/info: appending metadata at 1731874789174 (+29 ms)Flushing 1588230740/info: closing flushed file at 1731874789174Flushing 1588230740/ns: creating writer at 1731874789591 (+417 ms)Flushing 1588230740/ns: appending metadata at 1731874789604 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731874789604Flushing 1588230740/rep_barrier: creating writer at 1731874790014 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731874790029 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731874790029Flushing 1588230740/table: creating writer at 1731874790439 (+410 ms)Flushing 1588230740/table: appending metadata at 1731874790451 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731874790451Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@719edc2f: reopening flushed file at 1731874790859 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61dd9549: reopening flushed file at 1731874790865 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19e7a22c: reopening flushed file at 1731874790870 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b76c388: reopening flushed file at 1731874790874 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1735ms, sequenceid=16, compaction requested=false at 1731874790880 (+6 ms)Writing region close event to WAL at 1731874790881 (+1 ms)Running coprocessor post-close hooks at 1731874790884 (+3 ms)Closed at 1731874790884 2024-11-17T20:19:50,884 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T20:19:50,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 0b0b0ae8de03,34847,1731874774057 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T20:19:50,903 WARN [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.shipper0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 0b0b0ae8de03,34847,1731874774057 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T20:19:50,946 INFO [RS:0;0b0b0ae8de03:34847 {}] regionserver.HRegionServer(976): stopping server 0b0b0ae8de03,34847,1731874774057; all regions closed. 2024-11-17T20:19:50,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39155 is added to blk_1073741834_1010 (size=4239) 2024-11-17T20:19:50,948 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/WALs/0b0b0ae8de03,34847,1731874774057/0b0b0ae8de03%2C34847%2C1731874774057.meta.1731874777428.meta not finished, retry = 0 2024-11-17T20:19:51,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39155 is added to blk_1073741839_1015 (size=3127) 2024-11-17T20:19:51,050 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/WALs/0b0b0ae8de03,34847,1731874774057/0b0b0ae8de03%2C34847%2C1731874774057.rep.1731874784298 not finished, retry = 0 2024-11-17T20:19:51,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39155 is added to blk_1073741832_1008 (size=1336) 2024-11-17T20:19:51,153 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/WALs/0b0b0ae8de03,34847,1731874774057/0b0b0ae8de03%2C34847%2C1731874774057.1731874776430 not finished, retry = 0 2024-11-17T20:19:51,254 DEBUG [RS:0;0b0b0ae8de03:34847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:51,254 INFO [RS:0;0b0b0ae8de03:34847 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:19:51,254 INFO [RS:0;0b0b0ae8de03:34847 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:19:51,254 INFO [RS:0;0b0b0ae8de03:34847 {}] hbase.ChoreService(370): Chore service for: regionserver/0b0b0ae8de03:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T20:19:51,254 INFO [RS:0;0b0b0ae8de03:34847 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:19:51,255 INFO [regionserver/0b0b0ae8de03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:19:51,255 INFO [RS:0;0b0b0ae8de03:34847 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0b0b0ae8de03,34847,1731874774057 because: Region server is closing 2024-11-17T20:19:51,255 INFO [RS:0;0b0b0ae8de03:34847 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:34847. 2024-11-17T20:19:51,255 DEBUG [RS:0;0b0b0ae8de03:34847 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:19:51,255 DEBUG [RS:0;0b0b0ae8de03:34847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:51,255 DEBUG [RS:0;0b0b0ae8de03:34847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:51,255 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:19:51,355 INFO [RS:0;0b0b0ae8de03:34847 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34847,1731874774057.replicationSource.shipper0b0b0ae8de03%2C34847%2C1731874774057,1-0b0b0ae8de03,34847,1731874774057 terminated 2024-11-17T20:19:51,356 INFO [RS:0;0b0b0ae8de03:34847 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:34847. 2024-11-17T20:19:51,356 DEBUG [RS:0;0b0b0ae8de03:34847 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:19:51,356 DEBUG [RS:0;0b0b0ae8de03:34847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:51,356 DEBUG [RS:0;0b0b0ae8de03:34847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:51,356 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:19:51,356 INFO [RS:0;0b0b0ae8de03:34847 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34847 2024-11-17T20:19:51,400 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.wal-reader.0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/WALs/0b0b0ae8de03,37895,1731874768378/0b0b0ae8de03%2C37895%2C1731874768378.1731874770823 to pos 1033, reset compression=false 2024-11-17T20:19:51,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34847-0x1014a73b9750004, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2138238106/rs/0b0b0ae8de03,34847,1731874774057 2024-11-17T20:19:51,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33335-0x1014a73b9750003, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2138238106/rs 2024-11-17T20:19:51,460 INFO [RS:0;0b0b0ae8de03:34847 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:19:51,470 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b0b0ae8de03,34847,1731874774057] 2024-11-17T20:19:51,481 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2138238106/draining/0b0b0ae8de03,34847,1731874774057 already deleted, retry=false 2024-11-17T20:19:51,481 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b0b0ae8de03,34847,1731874774057 expired; onlineServers=0 2024-11-17T20:19:51,481 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0b0b0ae8de03,33335,1731874773911' ***** 2024-11-17T20:19:51,481 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T20:19:51,481 INFO [M:0;0b0b0ae8de03:33335 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:19:51,481 INFO [M:0;0b0b0ae8de03:33335 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:19:51,481 DEBUG [M:0;0b0b0ae8de03:33335 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T20:19:51,481 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T20:19:51,481 DEBUG [M:0;0b0b0ae8de03:33335 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T20:19:51,481 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874776184 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874776184,5,FailOnTimeoutGroup] 2024-11-17T20:19:51,481 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874776184 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874776184,5,FailOnTimeoutGroup] 2024-11-17T20:19:51,482 INFO [M:0;0b0b0ae8de03:33335 {}] hbase.ChoreService(370): Chore service for: master/0b0b0ae8de03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T20:19:51,482 INFO [M:0;0b0b0ae8de03:33335 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:19:51,482 DEBUG [M:0;0b0b0ae8de03:33335 {}] master.HMaster(1795): Stopping service threads 2024-11-17T20:19:51,482 INFO [M:0;0b0b0ae8de03:33335 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T20:19:51,482 INFO [M:0;0b0b0ae8de03:33335 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T20:19:51,482 INFO [M:0;0b0b0ae8de03:33335 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T20:19:51,482 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T20:19:51,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33335-0x1014a73b9750003, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2138238106/master 2024-11-17T20:19:51,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33335-0x1014a73b9750003, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2138238106 2024-11-17T20:19:51,492 DEBUG [M:0;0b0b0ae8de03:33335 {}] zookeeper.ZKUtil(347): master:33335-0x1014a73b9750003, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Unable to get data of znode /1-2138238106/master because node does not exist (not an error) 2024-11-17T20:19:51,492 WARN [M:0;0b0b0ae8de03:33335 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T20:19:51,492 INFO [M:0;0b0b0ae8de03:33335 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/.lastflushedseqids 2024-11-17T20:19:51,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39155 is added to blk_1073741850_1026 (size=263) 2024-11-17T20:19:51,506 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 0b0b0ae8de03:34847 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0b0b0ae8de03/172.17.0.2:34847 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T20:19:51,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 0b0b0ae8de03:34847 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0b0b0ae8de03/172.17.0.2:34847 2024-11-17T20:19:51,507 WARN [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.shipper0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=0b0b0ae8de03:34847 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0b0b0ae8de03/172.17.0.2:34847 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0b0b0ae8de03/172.17.0.2:34847 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-17T20:19:51,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-17T20:19:51,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] ipc.CallRunner(138): callId: 24 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:41344 deadline: 1731874851510, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-17T20:19:51,528 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.shipper0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-17T20:19:51,529 WARN [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.shipper0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-17T20:19:51,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34847-0x1014a73b9750004, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:19:51,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34847-0x1014a73b9750004, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:19:51,571 INFO [RS:0;0b0b0ae8de03:34847 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:19:51,571 INFO [RS:0;0b0b0ae8de03:34847 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b0b0ae8de03,34847,1731874774057; zookeeper connection closed. 2024-11-17T20:19:51,571 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@703bae03 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@703bae03 2024-11-17T20:19:51,571 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T20:19:51,897 INFO [M:0;0b0b0ae8de03:33335 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T20:19:51,897 INFO [M:0;0b0b0ae8de03:33335 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T20:19:51,897 DEBUG [M:0;0b0b0ae8de03:33335 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T20:19:51,897 INFO [M:0;0b0b0ae8de03:33335 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:19:51,897 DEBUG [M:0;0b0b0ae8de03:33335 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:19:51,897 DEBUG [M:0;0b0b0ae8de03:33335 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T20:19:51,897 DEBUG [M:0;0b0b0ae8de03:33335 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:19:51,897 INFO [M:0;0b0b0ae8de03:33335 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-17T20:19:51,911 DEBUG [M:0;0b0b0ae8de03:33335 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe6a711e0d144e10beca0bbc74676149 is 82, key is hbase:meta,,1/info:regioninfo/1731874777460/Put/seqid=0 2024-11-17T20:19:51,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39155 is added to blk_1073741851_1027 (size=5672) 2024-11-17T20:19:52,103 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.wal-reader.0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/WALs/0b0b0ae8de03,37895,1731874768378/0b0b0ae8de03%2C37895%2C1731874768378.1731874770823 to pos 1033, reset compression=false 2024-11-17T20:19:52,229 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.shipper0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-17T20:19:52,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-17T20:19:52,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] ipc.CallRunner(138): callId: 26 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:41344 deadline: 1731874852230, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-17T20:19:52,231 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.shipper0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-17T20:19:52,231 WARN [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.shipper0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-17T20:19:52,232 WARN [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.shipper0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-17T20:19:52,315 INFO [M:0;0b0b0ae8de03:33335 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe6a711e0d144e10beca0bbc74676149 2024-11-17T20:19:52,369 DEBUG [M:0;0b0b0ae8de03:33335 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d11da68032f4497abe1d5948faac30b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731874784339/Put/seqid=0 2024-11-17T20:19:52,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39155 is added to blk_1073741852_1028 (size=8515) 2024-11-17T20:19:52,773 INFO [M:0;0b0b0ae8de03:33335 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d11da68032f4497abe1d5948faac30b 2024-11-17T20:19:52,789 DEBUG [M:0;0b0b0ae8de03:33335 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c9bcee76af2497a887086a0308aca4e is 69, key is 0b0b0ae8de03,34847,1731874774057/rs:state/1731874776223/Put/seqid=0 2024-11-17T20:19:52,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39155 is added to blk_1073741853_1029 (size=5156) 2024-11-17T20:19:52,793 INFO [M:0;0b0b0ae8de03:33335 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c9bcee76af2497a887086a0308aca4e 2024-11-17T20:19:52,797 DEBUG [M:0;0b0b0ae8de03:33335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe6a711e0d144e10beca0bbc74676149 as hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fe6a711e0d144e10beca0bbc74676149 2024-11-17T20:19:52,800 INFO [M:0;0b0b0ae8de03:33335 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fe6a711e0d144e10beca0bbc74676149, entries=8, sequenceid=97, filesize=5.5 K 2024-11-17T20:19:52,801 DEBUG [M:0;0b0b0ae8de03:33335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d11da68032f4497abe1d5948faac30b as hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5d11da68032f4497abe1d5948faac30b 2024-11-17T20:19:52,805 INFO [M:0;0b0b0ae8de03:33335 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5d11da68032f4497abe1d5948faac30b, entries=11, sequenceid=97, filesize=8.3 K 2024-11-17T20:19:52,805 DEBUG [M:0;0b0b0ae8de03:33335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c9bcee76af2497a887086a0308aca4e as hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3c9bcee76af2497a887086a0308aca4e 2024-11-17T20:19:52,809 INFO [M:0;0b0b0ae8de03:33335 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39069/user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3c9bcee76af2497a887086a0308aca4e, entries=1, sequenceid=97, filesize=5.0 K 2024-11-17T20:19:52,810 INFO [M:0;0b0b0ae8de03:33335 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 913ms, sequenceid=97, compaction requested=false 2024-11-17T20:19:52,815 INFO [M:0;0b0b0ae8de03:33335 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:19:52,815 DEBUG [M:0;0b0b0ae8de03:33335 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731874791897Disabling compacts and flushes for region at 1731874791897Disabling writes for close at 1731874791897Obtaining lock to block concurrent updates at 1731874791897Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731874791897Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731874791897Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731874791898 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731874791898Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731874791911 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731874791911Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731874792355 (+444 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731874792368 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731874792368Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731874792776 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731874792789 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731874792789Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d69c1bb: reopening flushed file at 1731874792796 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13b3c2e5: reopening flushed file at 1731874792800 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5121a2dc: reopening flushed file at 1731874792805 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 913ms, sequenceid=97, compaction requested=false at 1731874792810 (+5 ms)Writing region close event to WAL at 1731874792815 (+5 ms)Closed at 1731874792815 2024-11-17T20:19:52,821 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0f40d9d1-c7be-0f77-2e1d-63cb59b05078/MasterData/WALs/0b0b0ae8de03,33335,1731874773911/0b0b0ae8de03%2C33335%2C1731874773911.1731874775874 not finished, retry = 0 2024-11-17T20:19:52,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39155 is added to blk_1073741830_1006 (size=63642) 2024-11-17T20:19:52,907 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.wal-reader.0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/WALs/0b0b0ae8de03,37895,1731874768378/0b0b0ae8de03%2C37895%2C1731874768378.1731874770823 to pos 1033, reset compression=false 2024-11-17T20:19:52,922 INFO [M:0;0b0b0ae8de03:33335 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T20:19:52,922 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:19:52,922 INFO [M:0;0b0b0ae8de03:33335 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33335 2024-11-17T20:19:52,922 INFO [M:0;0b0b0ae8de03:33335 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:19:53,032 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.shipper0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-17T20:19:53,032 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 0b0b0ae8de03:33335 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0b0b0ae8de03/172.17.0.2:33335 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T20:19:53,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 0b0b0ae8de03:33335 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0b0b0ae8de03/172.17.0.2:33335 2024-11-17T20:19:53,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33335-0x1014a73b9750003, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:19:53,073 INFO [M:0;0b0b0ae8de03:33335 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:19:53,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33335-0x1014a73b9750003, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:19:53,108 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@eba1a8f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:19:53,109 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ccb814b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T20:19:53,109 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T20:19:53,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31faba0a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T20:19:53,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f5f18fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e51c06-44be-79d3-66b5-b73038e1e1f7/hadoop.log.dir/,STOPPED} 2024-11-17T20:19:53,110 WARN [BP-1466801054-172.17.0.2-1731874771998 heartbeating to localhost/127.0.0.1:39069 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T20:19:53,110 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T20:19:53,110 WARN [BP-1466801054-172.17.0.2-1731874771998 heartbeating to localhost/127.0.0.1:39069 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1466801054-172.17.0.2-1731874771998 (Datanode Uuid 9f592806-e418-44ed-9968-79f71218cbd3) service to localhost/127.0.0.1:39069 2024-11-17T20:19:53,110 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T20:19:53,110 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e51c06-44be-79d3-66b5-b73038e1e1f7/cluster_59e9b69e-1de1-bffa-4aaa-91d03554bcb2/data/data1/current/BP-1466801054-172.17.0.2-1731874771998 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:19:53,111 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e51c06-44be-79d3-66b5-b73038e1e1f7/cluster_59e9b69e-1de1-bffa-4aaa-91d03554bcb2/data/data2/current/BP-1466801054-172.17.0.2-1731874771998 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:19:53,111 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T20:19:53,116 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@274e878f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T20:19:53,117 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@79ee190d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T20:19:53,117 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T20:19:53,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@606e34b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T20:19:53,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f076cf9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e51c06-44be-79d3-66b5-b73038e1e1f7/hadoop.log.dir/,STOPPED} 2024-11-17T20:19:53,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T20:19:53,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T20:19:53,136 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:19:53,136 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:19:53,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:53,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:53,136 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:19:53,136 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T20:19:53,136 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1330276596, stopped=false 2024-11-17T20:19:53,136 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0b0b0ae8de03,44729,1731874768179 2024-11-17T20:19:53,143 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:19:53,143 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 0b0b0ae8de03:33335 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0b0b0ae8de03/172.17.0.2:33335 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T20:19:53,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b0b0ae8de03,33335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=0b0b0ae8de03:33335 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0b0b0ae8de03/172.17.0.2:33335 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-17T20:19:53,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 0b0b0ae8de03:33335 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0b0b0ae8de03/172.17.0.2:33335 2024-11-17T20:19:53,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44729-0x1014a73b9750000, quorum=127.0.0.1:59033, baseZNode=/01422993935 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01422993935/running 2024-11-17T20:19:53,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x1014a73b9750001, quorum=127.0.0.1:59033, baseZNode=/01422993935 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01422993935/running 2024-11-17T20:19:53,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x1014a73b9750001, quorum=127.0.0.1:59033, baseZNode=/01422993935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01422993935 2024-11-17T20:19:53,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44729-0x1014a73b9750000, quorum=127.0.0.1:59033, baseZNode=/01422993935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01422993935 2024-11-17T20:19:53,155 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T20:19:53,155 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:19:53,155 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:19:53,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:53,155 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b0b0ae8de03,37895,1731874768378' ***** 2024-11-17T20:19:53,155 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T20:19:53,155 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37895-0x1014a73b9750001, quorum=127.0.0.1:59033, baseZNode=/01422993935 Set watcher on znode that does not yet exist, /01422993935/running 2024-11-17T20:19:53,155 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44729-0x1014a73b9750000, quorum=127.0.0.1:59033, baseZNode=/01422993935 Set watcher on znode that does not yet exist, /01422993935/running 2024-11-17T20:19:53,156 INFO [RS:0;0b0b0ae8de03:37895 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T20:19:53,156 INFO [RS:0;0b0b0ae8de03:37895 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T20:19:53,156 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T20:19:53,156 INFO [RS:0;0b0b0ae8de03:37895 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T20:19:53,156 INFO [RS:0;0b0b0ae8de03:37895 {}] regionserver.HRegionServer(3091): Received CLOSE for 5c9c0b178501dea5cd881d5f3332b039 2024-11-17T20:19:53,156 INFO [RS:0;0b0b0ae8de03:37895 {}] regionserver.HRegionServer(3091): Received CLOSE for 3414ee77143f685079178af6aca1f794 2024-11-17T20:19:53,156 INFO [RS:0;0b0b0ae8de03:37895 {}] regionserver.HRegionServer(959): stopping server 0b0b0ae8de03,37895,1731874768378 2024-11-17T20:19:53,156 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5c9c0b178501dea5cd881d5f3332b039, disabling compactions & flushes 2024-11-17T20:19:53,156 INFO [RS:0;0b0b0ae8de03:37895 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:19:53,156 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731874777612.5c9c0b178501dea5cd881d5f3332b039. 2024-11-17T20:19:53,156 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731874777612.5c9c0b178501dea5cd881d5f3332b039. 2024-11-17T20:19:53,156 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731874777612.5c9c0b178501dea5cd881d5f3332b039. after waiting 0 ms 2024-11-17T20:19:53,156 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731874777612.5c9c0b178501dea5cd881d5f3332b039. 2024-11-17T20:19:53,156 INFO [RS:0;0b0b0ae8de03:37895 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:37895. 2024-11-17T20:19:53,156 DEBUG [RS:0;0b0b0ae8de03:37895 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:19:53,156 DEBUG [RS:0;0b0b0ae8de03:37895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:53,157 INFO [RS:0;0b0b0ae8de03:37895 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T20:19:53,157 INFO [RS:0;0b0b0ae8de03:37895 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T20:19:53,157 INFO [RS:0;0b0b0ae8de03:37895 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T20:19:53,157 INFO [RS:0;0b0b0ae8de03:37895 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T20:19:53,157 INFO [RS:0;0b0b0ae8de03:37895 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T20:19:53,157 DEBUG [RS:0;0b0b0ae8de03:37895 {}] regionserver.HRegionServer(1325): Online Regions={5c9c0b178501dea5cd881d5f3332b039=test,,1731874777612.5c9c0b178501dea5cd881d5f3332b039., 3414ee77143f685079178af6aca1f794=hbase:replication,,1731874782020.3414ee77143f685079178af6aca1f794., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T20:19:53,157 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T20:19:53,157 DEBUG [RS:0;0b0b0ae8de03:37895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3414ee77143f685079178af6aca1f794, 5c9c0b178501dea5cd881d5f3332b039 2024-11-17T20:19:53,157 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T20:19:53,157 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T20:19:53,157 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T20:19:53,157 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T20:19:53,157 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T20:19:53,160 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/default/test/5c9c0b178501dea5cd881d5f3332b039/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T20:19:53,160 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:19:53,160 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T20:19:53,160 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731874777612.5c9c0b178501dea5cd881d5f3332b039. 2024-11-17T20:19:53,161 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5c9c0b178501dea5cd881d5f3332b039: Waiting for close lock at 1731874793156Running coprocessor pre-close hooks at 1731874793156Disabling compacts and flushes for region at 1731874793156Disabling writes for close at 1731874793156Writing region close event to WAL at 1731874793157 (+1 ms)Running coprocessor post-close hooks at 1731874793160 (+3 ms)Closed at 1731874793160 2024-11-17T20:19:53,161 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731874777612.5c9c0b178501dea5cd881d5f3332b039. 2024-11-17T20:19:53,161 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3414ee77143f685079178af6aca1f794, disabling compactions & flushes 2024-11-17T20:19:53,161 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731874782020.3414ee77143f685079178af6aca1f794. 2024-11-17T20:19:53,161 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731874782020.3414ee77143f685079178af6aca1f794. 2024-11-17T20:19:53,161 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731874782020.3414ee77143f685079178af6aca1f794. after waiting 0 ms 2024-11-17T20:19:53,161 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731874782020.3414ee77143f685079178af6aca1f794. 2024-11-17T20:19:53,161 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3414ee77143f685079178af6aca1f794 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-17T20:19:53,172 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/hbase/meta/1588230740/.tmp/info/e663ef5cc7514c679ea1a4f6c5c0dfa0 is 147, key is hbase:replication,,1731874782020.3414ee77143f685079178af6aca1f794./info:regioninfo/1731874782783/Put/seqid=0 2024-11-17T20:19:53,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741846_1022 (size=7686) 2024-11-17T20:19:53,183 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/hbase/replication/3414ee77143f685079178af6aca1f794/.tmp/hfileref/d56929b363cf4f35811a28ebf468899c is 74, key is 1/hfileref:32a4147c401b438a990ed190e469deac_SeqId_4_/1731874787170/DeleteColumn/seqid=0 2024-11-17T20:19:53,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741847_1023 (size=5345) 2024-11-17T20:19:53,213 INFO [regionserver/0b0b0ae8de03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:19:53,352 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:19:53,353 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 0b0b0ae8de03:33335 this server is in the failed servers list 2024-11-17T20:19:53,353 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b0b0ae8de03,33335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=0b0b0ae8de03:33335 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0b0b0ae8de03:33335 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T20:19:53,357 DEBUG [RS:0;0b0b0ae8de03:37895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3414ee77143f685079178af6aca1f794 2024-11-17T20:19:53,557 DEBUG [RS:0;0b0b0ae8de03:37895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3414ee77143f685079178af6aca1f794 2024-11-17T20:19:53,576 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/hbase/meta/1588230740/.tmp/info/e663ef5cc7514c679ea1a4f6c5c0dfa0 2024-11-17T20:19:53,587 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/hbase/replication/3414ee77143f685079178af6aca1f794/.tmp/hfileref/d56929b363cf4f35811a28ebf468899c 2024-11-17T20:19:53,596 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/hbase/meta/1588230740/.tmp/ns/0c53be479040448cb638b59c323cb9e5 is 43, key is default/ns:d/1731874771842/Put/seqid=0 2024-11-17T20:19:53,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741848_1024 (size=5153) 2024-11-17T20:19:53,611 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/hbase/replication/3414ee77143f685079178af6aca1f794/.tmp/queue/5ab18ef871624d0589e687f0fe577f6e is 153, key is 1-0b0b0ae8de03,37895,1731874768378/queue:0b0b0ae8de03%2C37895%2C1731874768378/1731874787171/Put/seqid=0 2024-11-17T20:19:53,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741849_1025 (size=5352) 2024-11-17T20:19:53,663 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:19:53,663 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 0b0b0ae8de03:33335 this server is in the failed servers list 2024-11-17T20:19:53,663 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b0b0ae8de03,33335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=0b0b0ae8de03:33335 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0b0b0ae8de03:33335 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T20:19:53,706 INFO [regionserver/0b0b0ae8de03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T20:19:53,706 INFO [regionserver/0b0b0ae8de03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T20:19:53,758 DEBUG [RS:0;0b0b0ae8de03:37895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3414ee77143f685079178af6aca1f794 2024-11-17T20:19:53,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T20:19:53,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T20:19:53,810 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.wal-reader.0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/WALs/0b0b0ae8de03,37895,1731874768378/0b0b0ae8de03%2C37895%2C1731874768378.1731874770823 to pos 1033, reset compression=false 2024-11-17T20:19:53,815 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.wal-reader.0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T20:19:53,815 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.wal-reader.0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/WALs/0b0b0ae8de03,37895,1731874768378/0b0b0ae8de03%2C37895%2C1731874768378.1731874770823 to pos 1328, reset compression=false 2024-11-17T20:19:53,958 DEBUG [RS:0;0b0b0ae8de03:37895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3414ee77143f685079178af6aca1f794 2024-11-17T20:19:54,002 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/hbase/meta/1588230740/.tmp/ns/0c53be479040448cb638b59c323cb9e5 2024-11-17T20:19:54,015 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/hbase/replication/3414ee77143f685079178af6aca1f794/.tmp/queue/5ab18ef871624d0589e687f0fe577f6e 2024-11-17T20:19:54,019 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/hbase/meta/1588230740/.tmp/rep_barrier/01d3a4e410af4cc98642298aee3b0b2a is 112, key is test,,1731874777612.5c9c0b178501dea5cd881d5f3332b039./rep_barrier:seqnumDuringOpen/1731874778761/Put/seqid=0 2024-11-17T20:19:54,020 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/hbase/replication/3414ee77143f685079178af6aca1f794/.tmp/hfileref/d56929b363cf4f35811a28ebf468899c as hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/hbase/replication/3414ee77143f685079178af6aca1f794/hfileref/d56929b363cf4f35811a28ebf468899c 2024-11-17T20:19:54,021 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.wal-reader.0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/WALs/0b0b0ae8de03,37895,1731874768378/0b0b0ae8de03%2C37895%2C1731874768378.1731874770823 to pos 1328, reset compression=false 2024-11-17T20:19:54,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741850_1026 (size=5518) 2024-11-17T20:19:54,025 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/hbase/replication/3414ee77143f685079178af6aca1f794/hfileref/d56929b363cf4f35811a28ebf468899c, entries=4, sequenceid=10, filesize=5.2 K 2024-11-17T20:19:54,026 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/hbase/replication/3414ee77143f685079178af6aca1f794/.tmp/queue/5ab18ef871624d0589e687f0fe577f6e as hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/hbase/replication/3414ee77143f685079178af6aca1f794/queue/5ab18ef871624d0589e687f0fe577f6e 2024-11-17T20:19:54,031 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/hbase/replication/3414ee77143f685079178af6aca1f794/queue/5ab18ef871624d0589e687f0fe577f6e, entries=1, sequenceid=10, filesize=5.2 K 2024-11-17T20:19:54,031 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 3414ee77143f685079178af6aca1f794 in 870ms, sequenceid=10, compaction requested=false 2024-11-17T20:19:54,035 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/hbase/replication/3414ee77143f685079178af6aca1f794/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-17T20:19:54,035 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:19:54,035 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T20:19:54,035 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731874782020.3414ee77143f685079178af6aca1f794. 2024-11-17T20:19:54,035 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3414ee77143f685079178af6aca1f794: Waiting for close lock at 1731874793161Running coprocessor pre-close hooks at 1731874793161Disabling compacts and flushes for region at 1731874793161Disabling writes for close at 1731874793161Obtaining lock to block concurrent updates at 1731874793161Preparing flush snapshotting stores in 3414ee77143f685079178af6aca1f794 at 1731874793161Finished memstore snapshotting hbase:replication,,1731874782020.3414ee77143f685079178af6aca1f794., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731874793162 (+1 ms)Flushing stores of hbase:replication,,1731874782020.3414ee77143f685079178af6aca1f794. at 1731874793162Flushing 3414ee77143f685079178af6aca1f794/hfileref: creating writer at 1731874793162Flushing 3414ee77143f685079178af6aca1f794/hfileref: appending metadata at 1731874793182 (+20 ms)Flushing 3414ee77143f685079178af6aca1f794/hfileref: closing flushed file at 1731874793182Flushing 3414ee77143f685079178af6aca1f794/queue: creating writer at 1731874793593 (+411 ms)Flushing 3414ee77143f685079178af6aca1f794/queue: appending metadata at 1731874793610 (+17 ms)Flushing 3414ee77143f685079178af6aca1f794/queue: closing flushed file at 1731874793610Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@202cf541: reopening flushed file at 1731874794019 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5673991d: reopening flushed file at 1731874794026 (+7 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 3414ee77143f685079178af6aca1f794 in 870ms, sequenceid=10, compaction requested=false at 1731874794032 (+6 ms)Writing region close event to WAL at 1731874794032Running coprocessor post-close hooks at 1731874794035 (+3 ms)Closed at 1731874794035 2024-11-17T20:19:54,036 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731874782020.3414ee77143f685079178af6aca1f794. 2024-11-17T20:19:54,158 INFO [RS:0;0b0b0ae8de03:37895 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T20:19:54,158 DEBUG [RS:0;0b0b0ae8de03:37895 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T20:19:54,158 DEBUG [RS:0;0b0b0ae8de03:37895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:19:54,172 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:19:54,173 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 0b0b0ae8de03:33335 this server is in the failed servers list 2024-11-17T20:19:54,173 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b0b0ae8de03,33335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=0b0b0ae8de03:33335 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0b0b0ae8de03:33335 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T20:19:54,325 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.wal-reader.0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/WALs/0b0b0ae8de03,37895,1731874768378/0b0b0ae8de03%2C37895%2C1731874768378.1731874770823 to pos 1328, reset compression=false 2024-11-17T20:19:54,358 DEBUG [RS:0;0b0b0ae8de03:37895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:19:54,423 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/hbase/meta/1588230740/.tmp/rep_barrier/01d3a4e410af4cc98642298aee3b0b2a 2024-11-17T20:19:54,441 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/hbase/meta/1588230740/.tmp/table/5cf5327dde52446292b038a417b10eb3 is 53, key is hbase:replication/table:state/1731874782789/Put/seqid=0 2024-11-17T20:19:54,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741851_1027 (size=5308) 2024-11-17T20:19:54,558 DEBUG [RS:0;0b0b0ae8de03:37895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:19:54,650 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T20:19:54,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:54,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:54,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:54,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:54,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:54,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:54,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:54,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:19:54,730 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.wal-reader.0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/WALs/0b0b0ae8de03,37895,1731874768378/0b0b0ae8de03%2C37895%2C1731874768378.1731874770823 to pos 1328, reset compression=false 2024-11-17T20:19:54,759 DEBUG [RS:0;0b0b0ae8de03:37895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:19:54,845 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/hbase/meta/1588230740/.tmp/table/5cf5327dde52446292b038a417b10eb3 2024-11-17T20:19:54,849 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/hbase/meta/1588230740/.tmp/info/e663ef5cc7514c679ea1a4f6c5c0dfa0 as hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/hbase/meta/1588230740/info/e663ef5cc7514c679ea1a4f6c5c0dfa0 2024-11-17T20:19:54,853 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/hbase/meta/1588230740/info/e663ef5cc7514c679ea1a4f6c5c0dfa0, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T20:19:54,854 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/hbase/meta/1588230740/.tmp/ns/0c53be479040448cb638b59c323cb9e5 as hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/hbase/meta/1588230740/ns/0c53be479040448cb638b59c323cb9e5 2024-11-17T20:19:54,858 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/hbase/meta/1588230740/ns/0c53be479040448cb638b59c323cb9e5, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T20:19:54,858 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/hbase/meta/1588230740/.tmp/rep_barrier/01d3a4e410af4cc98642298aee3b0b2a as hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/hbase/meta/1588230740/rep_barrier/01d3a4e410af4cc98642298aee3b0b2a 2024-11-17T20:19:54,863 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/hbase/meta/1588230740/rep_barrier/01d3a4e410af4cc98642298aee3b0b2a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T20:19:54,864 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/hbase/meta/1588230740/.tmp/table/5cf5327dde52446292b038a417b10eb3 as hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/hbase/meta/1588230740/table/5cf5327dde52446292b038a417b10eb3 2024-11-17T20:19:54,868 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/hbase/meta/1588230740/table/5cf5327dde52446292b038a417b10eb3, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T20:19:54,869 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1712ms, sequenceid=16, compaction requested=false 2024-11-17T20:19:54,869 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T20:19:54,873 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T20:19:54,873 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:19:54,874 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T20:19:54,874 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T20:19:54,874 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731874793157Running coprocessor pre-close hooks at 1731874793157Disabling compacts and flushes for region at 1731874793157Disabling writes for close at 1731874793157Obtaining lock to block concurrent updates at 1731874793157Preparing flush snapshotting stores in 1588230740 at 1731874793157Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731874793157Flushing stores of hbase:meta,,1.1588230740 at 1731874793158 (+1 ms)Flushing 1588230740/info: creating writer at 1731874793158Flushing 1588230740/info: appending metadata at 1731874793172 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731874793172Flushing 1588230740/ns: creating writer at 1731874793581 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731874793595 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731874793595Flushing 1588230740/rep_barrier: creating writer at 1731874794006 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731874794019 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731874794019Flushing 1588230740/table: creating writer at 1731874794428 (+409 ms)Flushing 1588230740/table: appending metadata at 1731874794440 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731874794440Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@425261d2: reopening flushed file at 1731874794849 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1941d62c: reopening flushed file at 1731874794853 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@763aab6a: reopening flushed file at 1731874794858 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3124ac8e: reopening flushed file at 1731874794863 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1712ms, sequenceid=16, compaction requested=false at 1731874794869 (+6 ms)Writing region close event to WAL at 1731874794870 (+1 ms)Running coprocessor post-close hooks at 1731874794873 (+3 ms)Closed at 1731874794874 (+1 ms) 2024-11-17T20:19:54,874 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T20:19:54,959 INFO [RS:0;0b0b0ae8de03:37895 {}] regionserver.HRegionServer(976): stopping server 0b0b0ae8de03,37895,1731874768378; all regions closed. 2024-11-17T20:19:54,961 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/WALs/0b0b0ae8de03,37895,1731874768378/0b0b0ae8de03%2C37895%2C1731874768378.meta.1731874771765.meta not finished, retry = 0 2024-11-17T20:19:54,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741834_1010 (size=4239) 2024-11-17T20:19:55,063 DEBUG [RS:0;0b0b0ae8de03:37895 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/oldWALs 2024-11-17T20:19:55,063 INFO [RS:0;0b0b0ae8de03:37895 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b0b0ae8de03%2C37895%2C1731874768378.meta:.meta(num 1731874771765) 2024-11-17T20:19:55,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741839_1015 (size=2695) 2024-11-17T20:19:55,068 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/WALs/0b0b0ae8de03,37895,1731874768378/0b0b0ae8de03%2C37895%2C1731874768378.rep.1731874782753 not finished, retry = 0 2024-11-17T20:19:55,171 DEBUG [RS:0;0b0b0ae8de03:37895 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/oldWALs 2024-11-17T20:19:55,171 INFO [RS:0;0b0b0ae8de03:37895 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b0b0ae8de03%2C37895%2C1731874768378.rep:(num 1731874782753) 2024-11-17T20:19:55,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741832_1008 (size=1336) 2024-11-17T20:19:55,174 DEBUG [RS:0;0b0b0ae8de03:37895 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/oldWALs 2024-11-17T20:19:55,174 INFO [RS:0;0b0b0ae8de03:37895 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b0b0ae8de03%2C37895%2C1731874768378:(num 1731874770823) 2024-11-17T20:19:55,174 DEBUG [RS:0;0b0b0ae8de03:37895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:55,174 INFO [RS:0;0b0b0ae8de03:37895 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:19:55,175 INFO [RS:0;0b0b0ae8de03:37895 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:19:55,175 INFO [RS:0;0b0b0ae8de03:37895 {}] hbase.ChoreService(370): Chore service for: regionserver/0b0b0ae8de03:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T20:19:55,175 INFO [RS:0;0b0b0ae8de03:37895 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:19:55,175 INFO [regionserver/0b0b0ae8de03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:19:55,175 INFO [RS:0;0b0b0ae8de03:37895 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0b0b0ae8de03,37895,1731874768378 because: Region server is closing 2024-11-17T20:19:55,175 INFO [RS:0;0b0b0ae8de03:37895 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:37895. 2024-11-17T20:19:55,175 DEBUG [RS:0;0b0b0ae8de03:37895 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:19:55,175 DEBUG [RS:0;0b0b0ae8de03:37895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:55,175 DEBUG [RS:0;0b0b0ae8de03:37895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:55,175 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:19:55,182 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:19:55,183 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b0b0ae8de03,33335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:33335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T20:19:55,186 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2151 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b0b0ae8de03,33335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:33335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T20:19:55,276 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.shipper0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-17T20:19:55,276 WARN [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.shipper0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-17T20:19:55,276 WARN [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.shipper0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-17T20:19:56,177 INFO [RS:0;0b0b0ae8de03:37895 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,37895,1731874768378.replicationSource.shipper0b0b0ae8de03%2C37895%2C1731874768378,1-0b0b0ae8de03,37895,1731874768378 terminated 2024-11-17T20:19:56,177 INFO [RS:0;0b0b0ae8de03:37895 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:37895. 2024-11-17T20:19:56,177 DEBUG [RS:0;0b0b0ae8de03:37895 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:19:56,177 DEBUG [RS:0;0b0b0ae8de03:37895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:56,177 DEBUG [RS:0;0b0b0ae8de03:37895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:19:56,177 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:19:56,178 INFO [RS:0;0b0b0ae8de03:37895 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37895 2024-11-17T20:19:56,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x1014a73b9750001, quorum=127.0.0.1:59033, baseZNode=/01422993935 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01422993935/rs/0b0b0ae8de03,37895,1731874768378 2024-11-17T20:19:56,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44729-0x1014a73b9750000, quorum=127.0.0.1:59033, baseZNode=/01422993935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01422993935/rs 2024-11-17T20:19:56,239 INFO [RS:0;0b0b0ae8de03:37895 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:19:56,249 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b0b0ae8de03,37895,1731874768378] 2024-11-17T20:19:56,260 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01422993935/draining/0b0b0ae8de03,37895,1731874768378 already deleted, retry=false 2024-11-17T20:19:56,260 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b0b0ae8de03,37895,1731874768378 expired; onlineServers=0 2024-11-17T20:19:56,260 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0b0b0ae8de03,44729,1731874768179' ***** 2024-11-17T20:19:56,260 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T20:19:56,260 INFO [M:0;0b0b0ae8de03:44729 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:19:56,260 INFO [M:0;0b0b0ae8de03:44729 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:19:56,260 DEBUG [M:0;0b0b0ae8de03:44729 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T20:19:56,260 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T20:19:56,260 DEBUG [M:0;0b0b0ae8de03:44729 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T20:19:56,260 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874770561 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874770561,5,FailOnTimeoutGroup] 2024-11-17T20:19:56,260 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874770563 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874770563,5,FailOnTimeoutGroup] 2024-11-17T20:19:56,260 INFO [M:0;0b0b0ae8de03:44729 {}] hbase.ChoreService(370): Chore service for: master/0b0b0ae8de03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T20:19:56,260 INFO [M:0;0b0b0ae8de03:44729 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:19:56,260 DEBUG [M:0;0b0b0ae8de03:44729 {}] master.HMaster(1795): Stopping service threads 2024-11-17T20:19:56,260 INFO [M:0;0b0b0ae8de03:44729 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T20:19:56,260 INFO [M:0;0b0b0ae8de03:44729 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T20:19:56,260 INFO [M:0;0b0b0ae8de03:44729 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T20:19:56,261 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T20:19:56,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44729-0x1014a73b9750000, quorum=127.0.0.1:59033, baseZNode=/01422993935 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01422993935/master 2024-11-17T20:19:56,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44729-0x1014a73b9750000, quorum=127.0.0.1:59033, baseZNode=/01422993935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01422993935 2024-11-17T20:19:56,270 DEBUG [M:0;0b0b0ae8de03:44729 {}] zookeeper.ZKUtil(347): master:44729-0x1014a73b9750000, quorum=127.0.0.1:59033, baseZNode=/01422993935 Unable to get data of znode /01422993935/master because node does not exist (not an error) 2024-11-17T20:19:56,270 WARN [M:0;0b0b0ae8de03:44729 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T20:19:56,271 INFO [M:0;0b0b0ae8de03:44729 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/.lastflushedseqids 2024-11-17T20:19:56,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741852_1028 (size=263) 2024-11-17T20:19:56,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x1014a73b9750001, quorum=127.0.0.1:59033, baseZNode=/01422993935 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:19:56,349 INFO [RS:0;0b0b0ae8de03:37895 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:19:56,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x1014a73b9750001, quorum=127.0.0.1:59033, baseZNode=/01422993935 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:19:56,349 INFO [RS:0;0b0b0ae8de03:37895 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b0b0ae8de03,37895,1731874768378; zookeeper connection closed. 2024-11-17T20:19:56,350 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@34b71a90 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@34b71a90 2024-11-17T20:19:56,350 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T20:19:56,676 INFO [M:0;0b0b0ae8de03:44729 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T20:19:56,676 INFO [M:0;0b0b0ae8de03:44729 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T20:19:56,676 DEBUG [M:0;0b0b0ae8de03:44729 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T20:19:56,676 INFO [M:0;0b0b0ae8de03:44729 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:19:56,676 DEBUG [M:0;0b0b0ae8de03:44729 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:19:56,676 DEBUG [M:0;0b0b0ae8de03:44729 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T20:19:56,676 DEBUG [M:0;0b0b0ae8de03:44729 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:19:56,677 INFO [M:0;0b0b0ae8de03:44729 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-17T20:19:56,690 DEBUG [M:0;0b0b0ae8de03:44729 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4f8cba4bf3dd45a2813cbcf54ec2314a is 82, key is hbase:meta,,1/info:regioninfo/1731874771794/Put/seqid=0 2024-11-17T20:19:56,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741853_1029 (size=5672) 2024-11-17T20:19:57,094 INFO [M:0;0b0b0ae8de03:44729 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4f8cba4bf3dd45a2813cbcf54ec2314a 2024-11-17T20:19:57,110 DEBUG [M:0;0b0b0ae8de03:44729 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f5ff2e1dd1094d8186c53dd0f6081da8 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731874782791/Put/seqid=0 2024-11-17T20:19:57,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741854_1030 (size=8516) 2024-11-17T20:19:57,202 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:19:57,202 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b0b0ae8de03,33335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:33335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T20:19:57,203 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4170 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b0b0ae8de03,33335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:33335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T20:19:57,518 INFO [M:0;0b0b0ae8de03:44729 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f5ff2e1dd1094d8186c53dd0f6081da8 2024-11-17T20:19:57,538 DEBUG [M:0;0b0b0ae8de03:44729 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/82b6b448590f48caad56116e571948b1 is 69, key is 0b0b0ae8de03,37895,1731874768378/rs:state/1731874770669/Put/seqid=0 2024-11-17T20:19:57,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741855_1031 (size=5156) 2024-11-17T20:19:57,768 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T20:19:57,942 INFO [M:0;0b0b0ae8de03:44729 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/82b6b448590f48caad56116e571948b1 2024-11-17T20:19:57,946 DEBUG [M:0;0b0b0ae8de03:44729 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4f8cba4bf3dd45a2813cbcf54ec2314a as hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4f8cba4bf3dd45a2813cbcf54ec2314a 2024-11-17T20:19:57,949 INFO [M:0;0b0b0ae8de03:44729 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4f8cba4bf3dd45a2813cbcf54ec2314a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-17T20:19:57,950 DEBUG [M:0;0b0b0ae8de03:44729 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f5ff2e1dd1094d8186c53dd0f6081da8 as hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f5ff2e1dd1094d8186c53dd0f6081da8 2024-11-17T20:19:57,954 INFO [M:0;0b0b0ae8de03:44729 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f5ff2e1dd1094d8186c53dd0f6081da8, entries=11, sequenceid=97, filesize=8.3 K 2024-11-17T20:19:57,954 DEBUG [M:0;0b0b0ae8de03:44729 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/82b6b448590f48caad56116e571948b1 as hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/82b6b448590f48caad56116e571948b1 2024-11-17T20:19:57,959 INFO [M:0;0b0b0ae8de03:44729 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44311/user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/82b6b448590f48caad56116e571948b1, entries=1, sequenceid=97, filesize=5.0 K 2024-11-17T20:19:57,960 INFO [M:0;0b0b0ae8de03:44729 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false 2024-11-17T20:19:57,962 INFO [M:0;0b0b0ae8de03:44729 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:19:57,962 DEBUG [M:0;0b0b0ae8de03:44729 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731874796676Disabling compacts and flushes for region at 1731874796676Disabling writes for close at 1731874796676Obtaining lock to block concurrent updates at 1731874796677 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731874796677Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731874796677Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731874796677Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731874796677Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731874796690 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731874796690Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731874797098 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731874797110 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731874797110Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731874797522 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731874797537 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731874797537Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79dc9eb8: reopening flushed file at 1731874797945 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5724207d: reopening flushed file at 1731874797949 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cde8043: reopening flushed file at 1731874797954 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false at 1731874797960 (+6 ms)Writing region close event to WAL at 1731874797962 (+2 ms)Closed at 1731874797962 2024-11-17T20:19:57,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741830_1006 (size=63654) 2024-11-17T20:19:57,963 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f5ffcd14-70ff-ac18-46bd-afdf62a84cee/MasterData/WALs/0b0b0ae8de03,44729,1731874768179/0b0b0ae8de03%2C44729%2C1731874768179.1731874770292 not finished, retry = 0 2024-11-17T20:19:58,064 INFO [M:0;0b0b0ae8de03:44729 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T20:19:58,064 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:19:58,064 INFO [M:0;0b0b0ae8de03:44729 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44729 2024-11-17T20:19:58,065 INFO [M:0;0b0b0ae8de03:44729 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:19:58,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44729-0x1014a73b9750000, quorum=127.0.0.1:59033, baseZNode=/01422993935 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:19:58,212 INFO [M:0;0b0b0ae8de03:44729 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:19:58,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44729-0x1014a73b9750000, quorum=127.0.0.1:59033, baseZNode=/01422993935 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:19:58,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d39c40{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:19:58,215 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3009d7d7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T20:19:58,215 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T20:19:58,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e93cfe1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T20:19:58,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d6db93e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6cda04-5dd6-3d95-1a60-fabecc6ffeae/hadoop.log.dir/,STOPPED} 2024-11-17T20:19:58,216 WARN [BP-29537145-172.17.0.2-1731874766303 heartbeating to localhost/127.0.0.1:44311 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T20:19:58,216 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T20:19:58,216 WARN [BP-29537145-172.17.0.2-1731874766303 heartbeating to localhost/127.0.0.1:44311 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-29537145-172.17.0.2-1731874766303 (Datanode Uuid 96a682be-a52c-49a0-b4c0-d9ccb81e9601) service to localhost/127.0.0.1:44311 2024-11-17T20:19:58,216 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T20:19:58,217 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6cda04-5dd6-3d95-1a60-fabecc6ffeae/cluster_49c36a99-e045-73bc-5970-fc9a5517654d/data/data1/current/BP-29537145-172.17.0.2-1731874766303 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:19:58,217 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6cda04-5dd6-3d95-1a60-fabecc6ffeae/cluster_49c36a99-e045-73bc-5970-fc9a5517654d/data/data2/current/BP-29537145-172.17.0.2-1731874766303 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:19:58,217 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T20:19:58,222 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18722ce6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T20:19:58,223 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5bba9835{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T20:19:58,223 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T20:19:58,223 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75057487{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T20:19:58,223 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@505e8297{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f6cda04-5dd6-3d95-1a60-fabecc6ffeae/hadoop.log.dir/,STOPPED} 2024-11-17T20:19:58,228 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T20:19:58,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T20:19:58,248 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=241 (was 203) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59033) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44311 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:39069 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:44311 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:44311 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59033) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44311 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:39069 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:39069 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44311 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:44311 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:44311 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39069 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44311 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44311 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44311 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44311 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:39069 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44311 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:44311 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:39069 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=616 (was 566) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=307 (was 301) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7707 (was 7797) 2024-11-17T20:19:58,256 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=241, OpenFileDescriptor=616, MaxFileDescriptor=1048576, SystemLoadAverage=307, ProcessCount=11, AvailableMemoryMB=7707 2024-11-17T20:19:58,270 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-17T20:19:58,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e51c06-44be-79d3-66b5-b73038e1e1f7/hadoop.log.dir so I do NOT create it in target/test-data/2fe90e62-fca5-17dc-914b-061e9eebba49 2024-11-17T20:19:58,271 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e51c06-44be-79d3-66b5-b73038e1e1f7/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T20:19:58,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e51c06-44be-79d3-66b5-b73038e1e1f7/hadoop.tmp.dir so I do NOT create it in target/test-data/2fe90e62-fca5-17dc-914b-061e9eebba49 2024-11-17T20:19:58,271 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e51c06-44be-79d3-66b5-b73038e1e1f7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T20:19:58,271 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fe90e62-fca5-17dc-914b-061e9eebba49 2024-11-17T20:19:58,271 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fe90e62-fca5-17dc-914b-061e9eebba49/cluster_4884c82d-61ce-83c2-acb4-632b86dfbeb2, deleteOnExit=true 2024-11-17T20:19:58,290 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fe90e62-fca5-17dc-914b-061e9eebba49/cluster_4884c82d-61ce-83c2-acb4-632b86dfbeb2/zookeeper_0, clientPort=64470, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fe90e62-fca5-17dc-914b-061e9eebba49/cluster_4884c82d-61ce-83c2-acb4-632b86dfbeb2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fe90e62-fca5-17dc-914b-061e9eebba49/cluster_4884c82d-61ce-83c2-acb4-632b86dfbeb2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T20:19:58,291 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64470 2024-11-17T20:19:58,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T20:19:58,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T20:19:58,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fe90e62-fca5-17dc-914b-061e9eebba49/test.cache.data in system properties and HBase conf 2024-11-17T20:19:58,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fe90e62-fca5-17dc-914b-061e9eebba49/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T20:19:58,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fe90e62-fca5-17dc-914b-061e9eebba49/hadoop.log.dir in system properties and HBase conf 2024-11-17T20:19:58,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fe90e62-fca5-17dc-914b-061e9eebba49/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T20:19:58,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fe90e62-fca5-17dc-914b-061e9eebba49/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T20:19:58,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T20:19:58,292 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T20:19:58,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fe90e62-fca5-17dc-914b-061e9eebba49/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T20:19:58,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fe90e62-fca5-17dc-914b-061e9eebba49/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T20:19:58,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fe90e62-fca5-17dc-914b-061e9eebba49/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T20:19:58,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fe90e62-fca5-17dc-914b-061e9eebba49/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T20:19:58,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fe90e62-fca5-17dc-914b-061e9eebba49/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T20:19:58,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fe90e62-fca5-17dc-914b-061e9eebba49/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T20:19:58,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fe90e62-fca5-17dc-914b-061e9eebba49/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T20:19:58,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fe90e62-fca5-17dc-914b-061e9eebba49/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T20:19:58,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fe90e62-fca5-17dc-914b-061e9eebba49/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T20:19:58,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fe90e62-fca5-17dc-914b-061e9eebba49/nfs.dump.dir in system properties and HBase conf 2024-11-17T20:19:58,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fe90e62-fca5-17dc-914b-061e9eebba49/java.io.tmpdir in system properties and HBase conf 2024-11-17T20:19:58,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fe90e62-fca5-17dc-914b-061e9eebba49/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T20:19:58,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fe90e62-fca5-17dc-914b-061e9eebba49/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T20:19:58,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fe90e62-fca5-17dc-914b-061e9eebba49/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T20:19:58,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014a73b9750002, quorum=127.0.0.1:59033, baseZNode=/01422993935 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T20:19:58,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014a73b9750005, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T20:19:58,327 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014a73b9750005, quorum=127.0.0.1:59033, baseZNode=/1-2138238106 Received Disconnected from ZooKeeper, ignoring 2024-11-17T20:19:58,327 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014a73b9750002, quorum=127.0.0.1:59033, baseZNode=/01422993935 Received Disconnected from ZooKeeper, ignoring 2024-11-17T20:19:58,690 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:19:58,693 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T20:19:58,695 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T20:19:58,695 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T20:19:58,695 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T20:19:58,695 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:19:58,696 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9b72e0a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fe90e62-fca5-17dc-914b-061e9eebba49/hadoop.log.dir/,AVAILABLE} 2024-11-17T20:19:58,696 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@512ec466{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T20:19:58,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f09815{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fe90e62-fca5-17dc-914b-061e9eebba49/java.io.tmpdir/jetty-localhost-36083-hadoop-hdfs-3_4_1-tests_jar-_-any-15337177621336691244/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T20:19:58,791 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25265bf2{HTTP/1.1, (http/1.1)}{localhost:36083} 2024-11-17T20:19:58,791 INFO [Time-limited test {}] server.Server(415): Started @202226ms 2024-11-17T20:19:59,064 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:19:59,066 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T20:19:59,068 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T20:19:59,068 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T20:19:59,068 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T20:19:59,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178b540{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fe90e62-fca5-17dc-914b-061e9eebba49/hadoop.log.dir/,AVAILABLE} 2024-11-17T20:19:59,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5683ad24{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T20:19:59,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c7d5e3e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fe90e62-fca5-17dc-914b-061e9eebba49/java.io.tmpdir/jetty-localhost-41777-hadoop-hdfs-3_4_1-tests_jar-_-any-7505765116110034886/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:19:59,165 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b3b3b40{HTTP/1.1, (http/1.1)}{localhost:41777} 2024-11-17T20:19:59,165 INFO [Time-limited test {}] server.Server(415): Started @202600ms 2024-11-17T20:19:59,166 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T20:20:00,012 WARN [Thread-2171 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fe90e62-fca5-17dc-914b-061e9eebba49/cluster_4884c82d-61ce-83c2-acb4-632b86dfbeb2/data/data1/current/BP-1120121772-172.17.0.2-1731874798313/current, will proceed with Du for space computation calculation, 2024-11-17T20:20:00,012 WARN [Thread-2172 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fe90e62-fca5-17dc-914b-061e9eebba49/cluster_4884c82d-61ce-83c2-acb4-632b86dfbeb2/data/data2/current/BP-1120121772-172.17.0.2-1731874798313/current, will proceed with Du for space computation calculation, 2024-11-17T20:20:00,029 WARN [Thread-2159 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T20:20:00,031 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5de5c290873edb6c with lease ID 0x6027b375f57d815e: Processing first storage report for DS-e85488c4-c43f-4c54-ab8c-1f0b0fe84a53 from datanode DatanodeRegistration(127.0.0.1:44275, datanodeUuid=6bae044a-6faf-4647-a8fc-65f8b47dfaf9, infoPort=37339, infoSecurePort=0, ipcPort=34653, storageInfo=lv=-57;cid=testClusterID;nsid=1109274420;c=1731874798313) 2024-11-17T20:20:00,031 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5de5c290873edb6c with lease ID 0x6027b375f57d815e: from storage DS-e85488c4-c43f-4c54-ab8c-1f0b0fe84a53 node DatanodeRegistration(127.0.0.1:44275, datanodeUuid=6bae044a-6faf-4647-a8fc-65f8b47dfaf9, infoPort=37339, infoSecurePort=0, ipcPort=34653, storageInfo=lv=-57;cid=testClusterID;nsid=1109274420;c=1731874798313), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T20:20:00,031 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5de5c290873edb6c with lease ID 0x6027b375f57d815e: Processing first storage report for DS-bc05ec5d-8479-476f-a1e9-192665ce3d67 from datanode DatanodeRegistration(127.0.0.1:44275, datanodeUuid=6bae044a-6faf-4647-a8fc-65f8b47dfaf9, infoPort=37339, infoSecurePort=0, ipcPort=34653, storageInfo=lv=-57;cid=testClusterID;nsid=1109274420;c=1731874798313) 2024-11-17T20:20:00,031 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5de5c290873edb6c with lease ID 0x6027b375f57d815e: from storage DS-bc05ec5d-8479-476f-a1e9-192665ce3d67 node DatanodeRegistration(127.0.0.1:44275, datanodeUuid=6bae044a-6faf-4647-a8fc-65f8b47dfaf9, infoPort=37339, infoSecurePort=0, ipcPort=34653, storageInfo=lv=-57;cid=testClusterID;nsid=1109274420;c=1731874798313), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T20:20:00,093 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fe90e62-fca5-17dc-914b-061e9eebba49 2024-11-17T20:20:00,093 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:20:00,094 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:20:00,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44275 is added to blk_1073741825_1001 (size=7) 2024-11-17T20:20:00,375 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T20:20:00,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:00,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:00,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:00,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:00,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:00,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:00,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:00,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:00,503 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9 with version=8 2024-11-17T20:20:00,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/hbase-staging 2024-11-17T20:20:00,505 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:20:00,505 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:20:00,505 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:20:00,505 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:20:00,505 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:20:00,505 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:20:00,505 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T20:20:00,505 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:20:00,505 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44183 2024-11-17T20:20:00,506 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44183 connecting to ZooKeeper ensemble=127.0.0.1:64470 2024-11-17T20:20:00,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:441830x0, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:20:00,597 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44183-0x1014a74367d0000 connected 2024-11-17T20:20:00,681 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:20:00,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:20:00,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44183-0x1014a74367d0000, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Set watcher on znode that does not yet exist, /0-511772403/running 2024-11-17T20:20:00,683 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9, hbase.cluster.distributed=false 2024-11-17T20:20:00,685 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44183-0x1014a74367d0000, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Set watcher on znode that does not yet exist, /0-511772403/acl 2024-11-17T20:20:00,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44183 2024-11-17T20:20:00,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44183 2024-11-17T20:20:00,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44183 2024-11-17T20:20:00,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44183 2024-11-17T20:20:00,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44183 2024-11-17T20:20:00,699 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:20:00,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:20:00,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:20:00,699 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:20:00,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:20:00,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:20:00,699 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T20:20:00,699 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:20:00,700 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34603 2024-11-17T20:20:00,701 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34603 connecting to ZooKeeper ensemble=127.0.0.1:64470 2024-11-17T20:20:00,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:20:00,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:20:00,712 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:346030x0, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:20:00,713 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34603-0x1014a74367d0001 connected 2024-11-17T20:20:00,713 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34603-0x1014a74367d0001, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Set watcher on znode that does not yet exist, /0-511772403/running 2024-11-17T20:20:00,713 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T20:20:00,714 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T20:20:00,714 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34603-0x1014a74367d0001, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Set watcher on znode that does not yet exist, /0-511772403/master 2024-11-17T20:20:00,715 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34603-0x1014a74367d0001, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Set watcher on znode that does not yet exist, /0-511772403/acl 2024-11-17T20:20:00,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34603 2024-11-17T20:20:00,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34603 2024-11-17T20:20:00,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34603 2024-11-17T20:20:00,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34603 2024-11-17T20:20:00,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34603 2024-11-17T20:20:00,731 DEBUG [M:0;0b0b0ae8de03:44183 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b0b0ae8de03:44183 2024-11-17T20:20:00,731 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-511772403/backup-masters/0b0b0ae8de03,44183,1731874800504 2024-11-17T20:20:00,744 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34603-0x1014a74367d0001, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-511772403/backup-masters 2024-11-17T20:20:00,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44183-0x1014a74367d0000, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-511772403/backup-masters 2024-11-17T20:20:00,744 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44183-0x1014a74367d0000, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Set watcher on existing znode=/0-511772403/backup-masters/0b0b0ae8de03,44183,1731874800504 2024-11-17T20:20:00,754 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34603-0x1014a74367d0001, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-511772403/master 2024-11-17T20:20:00,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44183-0x1014a74367d0000, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-511772403 2024-11-17T20:20:00,754 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34603-0x1014a74367d0001, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-511772403 2024-11-17T20:20:00,754 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44183-0x1014a74367d0000, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Set watcher on existing znode=/0-511772403/master 2024-11-17T20:20:00,755 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-511772403/backup-masters/0b0b0ae8de03,44183,1731874800504 from backup master directory 2024-11-17T20:20:00,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44183-0x1014a74367d0000, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-511772403/backup-masters/0b0b0ae8de03,44183,1731874800504 2024-11-17T20:20:00,765 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34603-0x1014a74367d0001, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-511772403/backup-masters 2024-11-17T20:20:00,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44183-0x1014a74367d0000, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-511772403/backup-masters 2024-11-17T20:20:00,765 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:20:00,765 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b0b0ae8de03,44183,1731874800504 2024-11-17T20:20:00,767 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/hbase.id] with ID: 2d8299b8-a81e-4f22-abd6-33edccd9cb77 2024-11-17T20:20:00,767 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/.tmp/hbase.id 2024-11-17T20:20:00,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44275 is added to blk_1073741826_1002 (size=42) 2024-11-17T20:20:01,172 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/.tmp/hbase.id]:[hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/hbase.id] 2024-11-17T20:20:01,181 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:20:01,181 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T20:20:01,181 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-17T20:20:01,223 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:20:01,223 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b0b0ae8de03,33335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:33335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T20:20:01,224 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8191 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b0b0ae8de03,33335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:33335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T20:20:01,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44183-0x1014a74367d0000, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-511772403 2024-11-17T20:20:01,235 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34603-0x1014a74367d0001, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-511772403 2024-11-17T20:20:01,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44275 is added to blk_1073741827_1003 (size=196) 2024-11-17T20:20:01,640 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:20:01,641 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T20:20:01,641 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:20:01,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44275 is added to blk_1073741828_1004 (size=1189) 2024-11-17T20:20:02,049 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/MasterData/data/master/store 2024-11-17T20:20:02,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44275 is added to blk_1073741829_1005 (size=34) 2024-11-17T20:20:02,454 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:20:02,454 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T20:20:02,454 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:20:02,454 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:20:02,454 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T20:20:02,454 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:20:02,454 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:20:02,454 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731874802454Disabling compacts and flushes for region at 1731874802454Disabling writes for close at 1731874802454Writing region close event to WAL at 1731874802454Closed at 1731874802454 2024-11-17T20:20:02,455 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/MasterData/data/master/store/.initializing 2024-11-17T20:20:02,455 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/MasterData/WALs/0b0b0ae8de03,44183,1731874800504 2024-11-17T20:20:02,456 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:20:02,457 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b0b0ae8de03%2C44183%2C1731874800504, suffix=, logDir=hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/MasterData/WALs/0b0b0ae8de03,44183,1731874800504, archiveDir=hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/MasterData/oldWALs, maxLogs=10 2024-11-17T20:20:02,469 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/MasterData/WALs/0b0b0ae8de03,44183,1731874800504/0b0b0ae8de03%2C44183%2C1731874800504.1731874802457, exclude list is [], retry=0 2024-11-17T20:20:02,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44275,DS-e85488c4-c43f-4c54-ab8c-1f0b0fe84a53,DISK] 2024-11-17T20:20:02,475 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/MasterData/WALs/0b0b0ae8de03,44183,1731874800504/0b0b0ae8de03%2C44183%2C1731874800504.1731874802457 2024-11-17T20:20:02,475 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37339:37339)] 2024-11-17T20:20:02,475 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:20:02,475 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:20:02,475 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:02,475 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:02,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:02,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T20:20:02,477 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:02,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:20:02,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:02,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T20:20:02,479 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:02,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:20:02,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:02,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T20:20:02,480 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:02,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:20:02,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:02,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T20:20:02,481 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:02,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:20:02,481 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:02,482 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:02,482 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:02,483 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:02,483 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:02,483 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:20:02,484 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:02,486 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:20:02,486 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65483379, jitterRate=-0.024221614003181458}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:20:02,487 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731874802475Initializing all the Stores at 1731874802476 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874802476Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874802476Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874802476Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874802476Cleaning up temporary data from old regions at 1731874802483 (+7 ms)Region opened successfully at 1731874802486 (+3 ms) 2024-11-17T20:20:02,487 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T20:20:02,489 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@240d2115, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:20:02,490 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T20:20:02,490 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T20:20:02,490 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T20:20:02,490 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T20:20:02,490 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T20:20:02,490 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T20:20:02,491 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T20:20:02,492 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T20:20:02,493 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44183-0x1014a74367d0000, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Unable to get data of znode /0-511772403/balancer because node does not exist (not necessarily an error) 2024-11-17T20:20:02,551 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-511772403/balancer already deleted, retry=false 2024-11-17T20:20:02,551 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T20:20:02,552 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44183-0x1014a74367d0000, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Unable to get data of znode /0-511772403/normalizer because node does not exist (not necessarily an error) 2024-11-17T20:20:02,564 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-511772403/normalizer already deleted, retry=false 2024-11-17T20:20:02,565 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T20:20:02,566 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44183-0x1014a74367d0000, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Unable to get data of znode /0-511772403/switch/split because node does not exist (not necessarily an error) 2024-11-17T20:20:02,575 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-511772403/switch/split already deleted, retry=false 2024-11-17T20:20:02,576 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44183-0x1014a74367d0000, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Unable to get data of znode /0-511772403/switch/merge because node does not exist (not necessarily an error) 2024-11-17T20:20:02,586 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-511772403/switch/merge already deleted, retry=false 2024-11-17T20:20:02,587 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44183-0x1014a74367d0000, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Unable to get data of znode /0-511772403/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T20:20:02,596 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-511772403/snapshot-cleanup already deleted, retry=false 2024-11-17T20:20:02,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44183-0x1014a74367d0000, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-511772403/running 2024-11-17T20:20:02,607 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34603-0x1014a74367d0001, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-511772403/running 2024-11-17T20:20:02,607 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34603-0x1014a74367d0001, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-511772403 2024-11-17T20:20:02,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44183-0x1014a74367d0000, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-511772403 2024-11-17T20:20:02,607 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b0b0ae8de03,44183,1731874800504, sessionid=0x1014a74367d0000, setting cluster-up flag (Was=false) 2024-11-17T20:20:02,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44183-0x1014a74367d0000, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-511772403 2024-11-17T20:20:02,628 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34603-0x1014a74367d0001, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-511772403 2024-11-17T20:20:02,659 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-511772403/flush-table-proc/acquired, /0-511772403/flush-table-proc/reached, /0-511772403/flush-table-proc/abort 2024-11-17T20:20:02,660 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b0b0ae8de03,44183,1731874800504 2024-11-17T20:20:02,680 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34603-0x1014a74367d0001, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-511772403 2024-11-17T20:20:02,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44183-0x1014a74367d0000, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-511772403 2024-11-17T20:20:02,712 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-511772403/online-snapshot/acquired, /0-511772403/online-snapshot/reached, /0-511772403/online-snapshot/abort 2024-11-17T20:20:02,712 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b0b0ae8de03,44183,1731874800504 2024-11-17T20:20:02,713 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T20:20:02,715 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T20:20:02,715 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T20:20:02,715 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T20:20:02,715 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b0b0ae8de03,44183,1731874800504 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T20:20:02,716 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:20:02,716 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:20:02,716 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:20:02,716 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:20:02,716 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b0b0ae8de03:0, corePoolSize=10, maxPoolSize=10 2024-11-17T20:20:02,716 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:02,716 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:20:02,716 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:02,721 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731874832721 2024-11-17T20:20:02,721 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T20:20:02,721 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T20:20:02,721 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T20:20:02,721 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T20:20:02,721 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T20:20:02,721 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T20:20:02,721 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:02,721 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:20:02,721 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T20:20:02,722 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T20:20:02,722 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T20:20:02,722 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T20:20:02,722 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T20:20:02,722 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T20:20:02,722 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T20:20:02,722 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:02,722 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T20:20:02,723 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874802722,5,FailOnTimeoutGroup] 2024-11-17T20:20:02,723 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874802723,5,FailOnTimeoutGroup] 2024-11-17T20:20:02,723 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:02,723 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T20:20:02,723 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:02,723 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:02,723 INFO [RS:0;0b0b0ae8de03:34603 {}] regionserver.HRegionServer(746): ClusterId : 2d8299b8-a81e-4f22-abd6-33edccd9cb77 2024-11-17T20:20:02,723 DEBUG [RS:0;0b0b0ae8de03:34603 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T20:20:02,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44275 is added to blk_1073741831_1007 (size=1321) 2024-11-17T20:20:02,734 DEBUG [RS:0;0b0b0ae8de03:34603 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T20:20:02,734 DEBUG [RS:0;0b0b0ae8de03:34603 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T20:20:02,744 DEBUG [RS:0;0b0b0ae8de03:34603 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T20:20:02,745 DEBUG [RS:0;0b0b0ae8de03:34603 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40be90e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:20:02,760 DEBUG [RS:0;0b0b0ae8de03:34603 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b0b0ae8de03:34603 2024-11-17T20:20:02,760 INFO [RS:0;0b0b0ae8de03:34603 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T20:20:02,760 INFO [RS:0;0b0b0ae8de03:34603 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T20:20:02,760 DEBUG [RS:0;0b0b0ae8de03:34603 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T20:20:02,761 INFO [RS:0;0b0b0ae8de03:34603 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b0b0ae8de03,44183,1731874800504 with port=34603, startcode=1731874800699 2024-11-17T20:20:02,761 DEBUG [RS:0;0b0b0ae8de03:34603 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T20:20:02,763 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56445, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T20:20:02,763 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44183 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b0b0ae8de03,34603,1731874800699 2024-11-17T20:20:02,763 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44183 {}] master.ServerManager(517): Registering regionserver=0b0b0ae8de03,34603,1731874800699 2024-11-17T20:20:02,764 DEBUG [RS:0;0b0b0ae8de03:34603 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9 2024-11-17T20:20:02,764 DEBUG [RS:0;0b0b0ae8de03:34603 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39911 2024-11-17T20:20:02,764 DEBUG [RS:0;0b0b0ae8de03:34603 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T20:20:02,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44183-0x1014a74367d0000, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-511772403/rs 2024-11-17T20:20:02,776 DEBUG [RS:0;0b0b0ae8de03:34603 {}] zookeeper.ZKUtil(111): regionserver:34603-0x1014a74367d0001, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Set watcher on existing znode=/0-511772403/rs/0b0b0ae8de03,34603,1731874800699 2024-11-17T20:20:02,776 WARN [RS:0;0b0b0ae8de03:34603 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:20:02,776 INFO [RS:0;0b0b0ae8de03:34603 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:20:02,776 DEBUG [RS:0;0b0b0ae8de03:34603 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699 2024-11-17T20:20:02,776 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b0b0ae8de03,34603,1731874800699] 2024-11-17T20:20:02,779 INFO [RS:0;0b0b0ae8de03:34603 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T20:20:02,781 INFO [RS:0;0b0b0ae8de03:34603 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T20:20:02,781 INFO [RS:0;0b0b0ae8de03:34603 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T20:20:02,781 INFO [RS:0;0b0b0ae8de03:34603 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:02,783 INFO [RS:0;0b0b0ae8de03:34603 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T20:20:02,784 INFO [RS:0;0b0b0ae8de03:34603 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T20:20:02,784 INFO [RS:0;0b0b0ae8de03:34603 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:02,784 DEBUG [RS:0;0b0b0ae8de03:34603 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:02,784 DEBUG [RS:0;0b0b0ae8de03:34603 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:02,785 DEBUG [RS:0;0b0b0ae8de03:34603 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:02,785 DEBUG [RS:0;0b0b0ae8de03:34603 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:02,785 DEBUG [RS:0;0b0b0ae8de03:34603 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:02,785 DEBUG [RS:0;0b0b0ae8de03:34603 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:20:02,785 DEBUG [RS:0;0b0b0ae8de03:34603 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:02,785 DEBUG [RS:0;0b0b0ae8de03:34603 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:02,785 DEBUG [RS:0;0b0b0ae8de03:34603 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:02,785 DEBUG [RS:0;0b0b0ae8de03:34603 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:02,785 DEBUG [RS:0;0b0b0ae8de03:34603 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:02,785 DEBUG [RS:0;0b0b0ae8de03:34603 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:02,785 DEBUG [RS:0;0b0b0ae8de03:34603 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:20:02,785 DEBUG [RS:0;0b0b0ae8de03:34603 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:20:02,790 INFO [RS:0;0b0b0ae8de03:34603 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:02,790 INFO [RS:0;0b0b0ae8de03:34603 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:02,790 INFO [RS:0;0b0b0ae8de03:34603 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:02,790 INFO [RS:0;0b0b0ae8de03:34603 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:02,790 INFO [RS:0;0b0b0ae8de03:34603 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:02,790 INFO [RS:0;0b0b0ae8de03:34603 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,34603,1731874800699-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:20:02,803 INFO [RS:0;0b0b0ae8de03:34603 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T20:20:02,803 INFO [RS:0;0b0b0ae8de03:34603 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,34603,1731874800699-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:02,803 INFO [RS:0;0b0b0ae8de03:34603 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:02,804 INFO [RS:0;0b0b0ae8de03:34603 {}] regionserver.Replication(171): 0b0b0ae8de03,34603,1731874800699 started 2024-11-17T20:20:02,817 INFO [RS:0;0b0b0ae8de03:34603 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:02,817 INFO [RS:0;0b0b0ae8de03:34603 {}] regionserver.HRegionServer(1482): Serving as 0b0b0ae8de03,34603,1731874800699, RpcServer on 0b0b0ae8de03/172.17.0.2:34603, sessionid=0x1014a74367d0001 2024-11-17T20:20:02,817 DEBUG [RS:0;0b0b0ae8de03:34603 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T20:20:02,817 DEBUG [RS:0;0b0b0ae8de03:34603 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b0b0ae8de03,34603,1731874800699 2024-11-17T20:20:02,817 DEBUG [RS:0;0b0b0ae8de03:34603 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,34603,1731874800699' 2024-11-17T20:20:02,817 DEBUG [RS:0;0b0b0ae8de03:34603 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-511772403/flush-table-proc/abort' 2024-11-17T20:20:02,817 DEBUG [RS:0;0b0b0ae8de03:34603 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-511772403/flush-table-proc/acquired' 2024-11-17T20:20:02,818 DEBUG [RS:0;0b0b0ae8de03:34603 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T20:20:02,818 DEBUG [RS:0;0b0b0ae8de03:34603 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T20:20:02,818 DEBUG [RS:0;0b0b0ae8de03:34603 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b0b0ae8de03,34603,1731874800699 2024-11-17T20:20:02,818 DEBUG [RS:0;0b0b0ae8de03:34603 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,34603,1731874800699' 2024-11-17T20:20:02,818 DEBUG [RS:0;0b0b0ae8de03:34603 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-511772403/online-snapshot/abort' 2024-11-17T20:20:02,818 DEBUG [RS:0;0b0b0ae8de03:34603 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-511772403/online-snapshot/acquired' 2024-11-17T20:20:02,818 DEBUG [RS:0;0b0b0ae8de03:34603 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T20:20:02,818 INFO [RS:0;0b0b0ae8de03:34603 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T20:20:02,818 INFO [RS:0;0b0b0ae8de03:34603 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T20:20:02,919 INFO [RS:0;0b0b0ae8de03:34603 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:20:02,920 INFO [RS:0;0b0b0ae8de03:34603 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C34603%2C1731874800699, suffix=, logDir=hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699, archiveDir=hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/oldWALs, maxLogs=10 2024-11-17T20:20:02,932 DEBUG [RS:0;0b0b0ae8de03:34603 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699/0b0b0ae8de03%2C34603%2C1731874800699.1731874802920, exclude list is [], retry=0 2024-11-17T20:20:02,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44275,DS-e85488c4-c43f-4c54-ab8c-1f0b0fe84a53,DISK] 2024-11-17T20:20:02,936 INFO [RS:0;0b0b0ae8de03:34603 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699/0b0b0ae8de03%2C34603%2C1731874800699.1731874802920 2024-11-17T20:20:02,936 DEBUG [RS:0;0b0b0ae8de03:34603 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37339:37339)] 2024-11-17T20:20:03,133 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T20:20:03,133 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9 2024-11-17T20:20:03,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44275 is added to blk_1073741833_1009 (size=32) 2024-11-17T20:20:03,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:20:03,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T20:20:03,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T20:20:03,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:03,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:20:03,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T20:20:03,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T20:20:03,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:03,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:20:03,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T20:20:03,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T20:20:03,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:03,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:20:03,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T20:20:03,543 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T20:20:03,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:03,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:20:03,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T20:20:03,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/data/hbase/meta/1588230740 2024-11-17T20:20:03,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/data/hbase/meta/1588230740 2024-11-17T20:20:03,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T20:20:03,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T20:20:03,545 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:20:03,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T20:20:03,548 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:20:03,548 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65624817, jitterRate=-0.022114023566246033}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:20:03,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731874803538Initializing all the Stores at 1731874803538Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874803538Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874803539 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874803539Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874803539Cleaning up temporary data from old regions at 1731874803545 (+6 ms)Region opened successfully at 1731874803549 (+4 ms) 2024-11-17T20:20:03,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T20:20:03,549 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T20:20:03,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T20:20:03,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T20:20:03,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T20:20:03,549 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T20:20:03,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731874803549Disabling compacts and flushes for region at 1731874803549Disabling writes for close at 1731874803549Writing region close event to WAL at 1731874803549Closed at 1731874803549 2024-11-17T20:20:03,550 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:20:03,550 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T20:20:03,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T20:20:03,551 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T20:20:03,552 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T20:20:03,702 DEBUG [0b0b0ae8de03:44183 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T20:20:03,703 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b0b0ae8de03,34603,1731874800699 2024-11-17T20:20:03,703 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,34603,1731874800699, state=OPENING 2024-11-17T20:20:03,772 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T20:20:03,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44183-0x1014a74367d0000, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-511772403 2024-11-17T20:20:03,782 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34603-0x1014a74367d0001, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-511772403 2024-11-17T20:20:03,783 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T20:20:03,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,34603,1731874800699}] 2024-11-17T20:20:03,783 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-511772403/meta-region-server: CHANGED 2024-11-17T20:20:03,783 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-511772403/meta-region-server: CHANGED 2024-11-17T20:20:03,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T20:20:03,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T20:20:03,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-17T20:20:03,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:20:03,935 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T20:20:03,936 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42595, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T20:20:03,939 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T20:20:03,939 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:20:03,939 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T20:20:03,940 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C34603%2C1731874800699.meta, suffix=.meta, logDir=hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699, archiveDir=hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/oldWALs, maxLogs=10 2024-11-17T20:20:03,952 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699/0b0b0ae8de03%2C34603%2C1731874800699.meta.1731874803940.meta, exclude list is [], retry=0 2024-11-17T20:20:03,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44275,DS-e85488c4-c43f-4c54-ab8c-1f0b0fe84a53,DISK] 2024-11-17T20:20:03,955 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699/0b0b0ae8de03%2C34603%2C1731874800699.meta.1731874803940.meta 2024-11-17T20:20:03,956 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37339:37339)] 2024-11-17T20:20:03,956 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:20:03,956 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:20:03,956 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T20:20:03,956 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T20:20:03,956 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T20:20:03,956 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T20:20:03,956 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:20:03,956 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T20:20:03,956 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T20:20:03,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T20:20:03,958 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T20:20:03,958 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:03,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:20:03,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T20:20:03,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T20:20:03,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:03,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:20:03,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T20:20:03,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T20:20:03,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:03,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:20:03,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T20:20:03,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T20:20:03,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:03,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:20:03,962 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T20:20:03,963 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/data/hbase/meta/1588230740 2024-11-17T20:20:03,964 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/data/hbase/meta/1588230740 2024-11-17T20:20:03,965 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T20:20:03,965 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T20:20:03,965 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:20:03,966 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T20:20:03,967 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60834240, jitterRate=-0.09349918365478516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:20:03,967 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T20:20:03,968 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731874803956Writing region info on filesystem at 1731874803957 (+1 ms)Initializing all the Stores at 1731874803957Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874803957Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874803957Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874803957Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874803957Cleaning up temporary data from old regions at 1731874803965 (+8 ms)Running coprocessor post-open hooks at 1731874803967 (+2 ms)Region opened successfully at 1731874803967 2024-11-17T20:20:03,968 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731874803935 2024-11-17T20:20:03,970 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T20:20:03,970 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T20:20:03,971 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,34603,1731874800699 2024-11-17T20:20:03,972 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,34603,1731874800699, state=OPEN 2024-11-17T20:20:04,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44183-0x1014a74367d0000, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-511772403/meta-region-server 2024-11-17T20:20:04,012 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34603-0x1014a74367d0001, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-511772403/meta-region-server 2024-11-17T20:20:04,012 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,34603,1731874800699 2024-11-17T20:20:04,012 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-511772403/meta-region-server: CHANGED 2024-11-17T20:20:04,012 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-511772403/meta-region-server: CHANGED 2024-11-17T20:20:04,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T20:20:04,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,34603,1731874800699 in 229 msec 2024-11-17T20:20:04,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T20:20:04,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 464 msec 2024-11-17T20:20:04,015 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:20:04,016 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T20:20:04,017 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:20:04,017 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,34603,1731874800699, seqNum=-1] 2024-11-17T20:20:04,017 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:20:04,018 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46449, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:20:04,022 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3070 sec 2024-11-17T20:20:04,022 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731874804022, completionTime=-1 2024-11-17T20:20:04,022 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T20:20:04,022 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T20:20:04,024 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T20:20:04,024 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731874864024 2024-11-17T20:20:04,024 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731874924024 2024-11-17T20:20:04,024 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T20:20:04,024 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,44183,1731874800504-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:04,024 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,44183,1731874800504-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:04,024 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,44183,1731874800504-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:04,024 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b0b0ae8de03:44183, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:04,024 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:04,024 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:04,025 DEBUG [master/0b0b0ae8de03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T20:20:04,027 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.262sec 2024-11-17T20:20:04,027 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T20:20:04,027 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T20:20:04,027 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T20:20:04,027 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T20:20:04,027 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T20:20:04,027 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,44183,1731874800504-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:20:04,027 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,44183,1731874800504-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T20:20:04,029 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T20:20:04,029 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T20:20:04,029 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,44183,1731874800504-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:04,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7030ebbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:04,125 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,44183,-1 for getting cluster id 2024-11-17T20:20:04,125 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:20:04,126 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d8299b8-a81e-4f22-abd6-33edccd9cb77' 2024-11-17T20:20:04,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:20:04,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d8299b8-a81e-4f22-abd6-33edccd9cb77" 2024-11-17T20:20:04,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f3fa9fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:04,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,44183,-1] 2024-11-17T20:20:04,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:20:04,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:04,127 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:20:04,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d5c5d0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:04,128 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:20:04,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,34603,1731874800699, seqNum=-1] 2024-11-17T20:20:04,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:20:04,130 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:20:04,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0b0b0ae8de03,44183,1731874800504 2024-11-17T20:20:04,132 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64470 2024-11-17T20:20:04,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:20:04,154 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014a74367d0002 connected 2024-11-17T20:20:04,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fe90e62-fca5-17dc-914b-061e9eebba49/hadoop.log.dir so I do NOT create it in target/test-data/67cc3164-1e3e-e6d7-5bb2-1263f3eca928 2024-11-17T20:20:04,167 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fe90e62-fca5-17dc-914b-061e9eebba49/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T20:20:04,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fe90e62-fca5-17dc-914b-061e9eebba49/hadoop.tmp.dir so I do NOT create it in target/test-data/67cc3164-1e3e-e6d7-5bb2-1263f3eca928 2024-11-17T20:20:04,167 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fe90e62-fca5-17dc-914b-061e9eebba49/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T20:20:04,167 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc3164-1e3e-e6d7-5bb2-1263f3eca928 2024-11-17T20:20:04,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T20:20:04,167 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc3164-1e3e-e6d7-5bb2-1263f3eca928/cluster_44df648d-001a-e16a-dcd7-18e2c726f8d3, deleteOnExit=true 2024-11-17T20:20:04,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T20:20:04,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc3164-1e3e-e6d7-5bb2-1263f3eca928/test.cache.data in system properties and HBase conf 2024-11-17T20:20:04,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc3164-1e3e-e6d7-5bb2-1263f3eca928/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T20:20:04,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc3164-1e3e-e6d7-5bb2-1263f3eca928/hadoop.log.dir in system properties and HBase conf 2024-11-17T20:20:04,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc3164-1e3e-e6d7-5bb2-1263f3eca928/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T20:20:04,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc3164-1e3e-e6d7-5bb2-1263f3eca928/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T20:20:04,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T20:20:04,168 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T20:20:04,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc3164-1e3e-e6d7-5bb2-1263f3eca928/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T20:20:04,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc3164-1e3e-e6d7-5bb2-1263f3eca928/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T20:20:04,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc3164-1e3e-e6d7-5bb2-1263f3eca928/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T20:20:04,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc3164-1e3e-e6d7-5bb2-1263f3eca928/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T20:20:04,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc3164-1e3e-e6d7-5bb2-1263f3eca928/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T20:20:04,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc3164-1e3e-e6d7-5bb2-1263f3eca928/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T20:20:04,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc3164-1e3e-e6d7-5bb2-1263f3eca928/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T20:20:04,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc3164-1e3e-e6d7-5bb2-1263f3eca928/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T20:20:04,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc3164-1e3e-e6d7-5bb2-1263f3eca928/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T20:20:04,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc3164-1e3e-e6d7-5bb2-1263f3eca928/nfs.dump.dir in system properties and HBase conf 2024-11-17T20:20:04,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc3164-1e3e-e6d7-5bb2-1263f3eca928/java.io.tmpdir in system properties and HBase conf 2024-11-17T20:20:04,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc3164-1e3e-e6d7-5bb2-1263f3eca928/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T20:20:04,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc3164-1e3e-e6d7-5bb2-1263f3eca928/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T20:20:04,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc3164-1e3e-e6d7-5bb2-1263f3eca928/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T20:20:04,474 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:20:04,478 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T20:20:04,480 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T20:20:04,480 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T20:20:04,480 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T20:20:04,480 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:20:04,481 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57272088{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc3164-1e3e-e6d7-5bb2-1263f3eca928/hadoop.log.dir/,AVAILABLE} 2024-11-17T20:20:04,481 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73c22285{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T20:20:04,589 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3fdf7da8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc3164-1e3e-e6d7-5bb2-1263f3eca928/java.io.tmpdir/jetty-localhost-46503-hadoop-hdfs-3_4_1-tests_jar-_-any-10882883274867824215/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T20:20:04,589 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5a5376{HTTP/1.1, (http/1.1)}{localhost:46503} 2024-11-17T20:20:04,589 INFO [Time-limited test {}] server.Server(415): Started @208025ms 2024-11-17T20:20:04,831 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:20:04,833 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T20:20:04,838 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T20:20:04,838 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T20:20:04,838 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T20:20:04,839 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@167a162e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc3164-1e3e-e6d7-5bb2-1263f3eca928/hadoop.log.dir/,AVAILABLE} 2024-11-17T20:20:04,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@220dc6fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T20:20:04,947 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b860fd1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc3164-1e3e-e6d7-5bb2-1263f3eca928/java.io.tmpdir/jetty-localhost-44953-hadoop-hdfs-3_4_1-tests_jar-_-any-7210096307100546919/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:20:04,948 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ace65d3{HTTP/1.1, (http/1.1)}{localhost:44953} 2024-11-17T20:20:04,948 INFO [Time-limited test {}] server.Server(415): Started @208383ms 2024-11-17T20:20:04,949 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T20:20:05,814 WARN [Thread-2292 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc3164-1e3e-e6d7-5bb2-1263f3eca928/cluster_44df648d-001a-e16a-dcd7-18e2c726f8d3/data/data1/current/BP-1543118365-172.17.0.2-1731874804186/current, will proceed with Du for space computation calculation, 2024-11-17T20:20:05,814 WARN [Thread-2293 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc3164-1e3e-e6d7-5bb2-1263f3eca928/cluster_44df648d-001a-e16a-dcd7-18e2c726f8d3/data/data2/current/BP-1543118365-172.17.0.2-1731874804186/current, will proceed with Du for space computation calculation, 2024-11-17T20:20:05,828 WARN [Thread-2280 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T20:20:05,830 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc12dd1a564e84242 with lease ID 0x4853e32682321757: Processing first storage report for DS-4670e7bf-fa06-415f-9bb4-a7478ed62337 from datanode DatanodeRegistration(127.0.0.1:39923, datanodeUuid=9221666a-ad3a-4e41-9fb1-1f89f5c96f1d, infoPort=39641, infoSecurePort=0, ipcPort=36325, storageInfo=lv=-57;cid=testClusterID;nsid=1011095751;c=1731874804186) 2024-11-17T20:20:05,830 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc12dd1a564e84242 with lease ID 0x4853e32682321757: from storage DS-4670e7bf-fa06-415f-9bb4-a7478ed62337 node DatanodeRegistration(127.0.0.1:39923, datanodeUuid=9221666a-ad3a-4e41-9fb1-1f89f5c96f1d, infoPort=39641, infoSecurePort=0, ipcPort=36325, storageInfo=lv=-57;cid=testClusterID;nsid=1011095751;c=1731874804186), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T20:20:05,830 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc12dd1a564e84242 with lease ID 0x4853e32682321757: Processing first storage report for DS-58a2a4b3-771f-4fc6-b70e-a441fba7ced1 from datanode DatanodeRegistration(127.0.0.1:39923, datanodeUuid=9221666a-ad3a-4e41-9fb1-1f89f5c96f1d, infoPort=39641, infoSecurePort=0, ipcPort=36325, storageInfo=lv=-57;cid=testClusterID;nsid=1011095751;c=1731874804186) 2024-11-17T20:20:05,830 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc12dd1a564e84242 with lease ID 0x4853e32682321757: from storage DS-58a2a4b3-771f-4fc6-b70e-a441fba7ced1 node DatanodeRegistration(127.0.0.1:39923, datanodeUuid=9221666a-ad3a-4e41-9fb1-1f89f5c96f1d, infoPort=39641, infoSecurePort=0, ipcPort=36325, storageInfo=lv=-57;cid=testClusterID;nsid=1011095751;c=1731874804186), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T20:20:05,876 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc3164-1e3e-e6d7-5bb2-1263f3eca928 2024-11-17T20:20:05,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:20:05,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:20:05,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741825_1001 (size=7) 2024-11-17T20:20:06,285 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778 with version=8 2024-11-17T20:20:06,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/hbase-staging 2024-11-17T20:20:06,286 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:20:06,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:20:06,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:20:06,286 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:20:06,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:20:06,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:20:06,286 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T20:20:06,286 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:20:06,287 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46585 2024-11-17T20:20:06,287 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46585 connecting to ZooKeeper ensemble=127.0.0.1:64470 2024-11-17T20:20:06,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465850x0, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:20:06,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46585-0x1014a74367d0003 connected 2024-11-17T20:20:06,414 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:20:06,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:20:06,416 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46585-0x1014a74367d0003, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Set watcher on znode that does not yet exist, /1-1470768328/running 2024-11-17T20:20:06,417 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778, hbase.cluster.distributed=false 2024-11-17T20:20:06,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46585-0x1014a74367d0003, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Set watcher on znode that does not yet exist, /1-1470768328/acl 2024-11-17T20:20:06,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46585 2024-11-17T20:20:06,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46585 2024-11-17T20:20:06,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46585 2024-11-17T20:20:06,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46585 2024-11-17T20:20:06,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46585 2024-11-17T20:20:06,432 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:20:06,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:20:06,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:20:06,432 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:20:06,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:20:06,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:20:06,432 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T20:20:06,432 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:20:06,433 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41067 2024-11-17T20:20:06,433 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41067 connecting to ZooKeeper ensemble=127.0.0.1:64470 2024-11-17T20:20:06,434 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:20:06,435 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:20:06,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410670x0, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:20:06,449 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:410670x0, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Set watcher on znode that does not yet exist, /1-1470768328/running 2024-11-17T20:20:06,449 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41067-0x1014a74367d0004 connected 2024-11-17T20:20:06,449 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T20:20:06,450 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T20:20:06,450 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41067-0x1014a74367d0004, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Set watcher on znode that does not yet exist, /1-1470768328/master 2024-11-17T20:20:06,451 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41067-0x1014a74367d0004, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Set watcher on znode that does not yet exist, /1-1470768328/acl 2024-11-17T20:20:06,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41067 2024-11-17T20:20:06,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41067 2024-11-17T20:20:06,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41067 2024-11-17T20:20:06,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41067 2024-11-17T20:20:06,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41067 2024-11-17T20:20:06,462 DEBUG [M:0;0b0b0ae8de03:46585 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b0b0ae8de03:46585 2024-11-17T20:20:06,462 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1470768328/backup-masters/0b0b0ae8de03,46585,1731874806286 2024-11-17T20:20:06,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46585-0x1014a74367d0003, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1470768328/backup-masters 2024-11-17T20:20:06,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41067-0x1014a74367d0004, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1470768328/backup-masters 2024-11-17T20:20:06,470 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46585-0x1014a74367d0003, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Set watcher on existing znode=/1-1470768328/backup-masters/0b0b0ae8de03,46585,1731874806286 2024-11-17T20:20:06,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41067-0x1014a74367d0004, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1470768328/master 2024-11-17T20:20:06,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46585-0x1014a74367d0003, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1470768328 2024-11-17T20:20:06,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41067-0x1014a74367d0004, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1470768328 2024-11-17T20:20:06,480 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46585-0x1014a74367d0003, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Set watcher on existing znode=/1-1470768328/master 2024-11-17T20:20:06,484 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1470768328/backup-masters/0b0b0ae8de03,46585,1731874806286 from backup master directory 2024-11-17T20:20:06,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41067-0x1014a74367d0004, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1470768328/backup-masters 2024-11-17T20:20:06,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46585-0x1014a74367d0003, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1470768328/backup-masters/0b0b0ae8de03,46585,1731874806286 2024-11-17T20:20:06,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46585-0x1014a74367d0003, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1470768328/backup-masters 2024-11-17T20:20:06,491 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:20:06,491 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b0b0ae8de03,46585,1731874806286 2024-11-17T20:20:06,494 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/hbase.id] with ID: d229418d-7c6d-4e82-b059-f486a6eccadd 2024-11-17T20:20:06,494 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/.tmp/hbase.id 2024-11-17T20:20:06,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741826_1002 (size=42) 2024-11-17T20:20:06,902 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/.tmp/hbase.id]:[hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/hbase.id] 2024-11-17T20:20:06,910 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:20:06,910 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T20:20:06,911 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T20:20:06,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46585-0x1014a74367d0003, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1470768328 2024-11-17T20:20:06,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41067-0x1014a74367d0004, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1470768328 2024-11-17T20:20:06,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741827_1003 (size=196) 2024-11-17T20:20:07,366 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:20:07,367 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T20:20:07,367 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:20:07,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741828_1004 (size=1189) 2024-11-17T20:20:07,773 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/MasterData/data/master/store 2024-11-17T20:20:07,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741829_1005 (size=34) 2024-11-17T20:20:08,179 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:20:08,179 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T20:20:08,179 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:20:08,179 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:20:08,179 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T20:20:08,179 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:20:08,179 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:20:08,179 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731874808179Disabling compacts and flushes for region at 1731874808179Disabling writes for close at 1731874808179Writing region close event to WAL at 1731874808179Closed at 1731874808179 2024-11-17T20:20:08,180 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/MasterData/data/master/store/.initializing 2024-11-17T20:20:08,180 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/MasterData/WALs/0b0b0ae8de03,46585,1731874806286 2024-11-17T20:20:08,181 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:20:08,182 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b0b0ae8de03%2C46585%2C1731874806286, suffix=, logDir=hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/MasterData/WALs/0b0b0ae8de03,46585,1731874806286, archiveDir=hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/MasterData/oldWALs, maxLogs=10 2024-11-17T20:20:08,198 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/MasterData/WALs/0b0b0ae8de03,46585,1731874806286/0b0b0ae8de03%2C46585%2C1731874806286.1731874808182, exclude list is [], retry=0 2024-11-17T20:20:08,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39923,DS-4670e7bf-fa06-415f-9bb4-a7478ed62337,DISK] 2024-11-17T20:20:08,202 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/MasterData/WALs/0b0b0ae8de03,46585,1731874806286/0b0b0ae8de03%2C46585%2C1731874806286.1731874808182 2024-11-17T20:20:08,202 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39641:39641)] 2024-11-17T20:20:08,202 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:20:08,202 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:20:08,202 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:08,202 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:08,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:08,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T20:20:08,205 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:08,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:20:08,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:08,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T20:20:08,206 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:08,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:20:08,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:08,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T20:20:08,207 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:08,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:20:08,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:08,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T20:20:08,208 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:08,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:20:08,209 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:08,210 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:08,210 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:08,211 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:08,211 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:08,211 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:20:08,212 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:08,213 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:20:08,214 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63568124, jitterRate=-0.05276113748550415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:20:08,214 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731874808203Initializing all the Stores at 1731874808203Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874808203Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874808203Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874808203Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874808203Cleaning up temporary data from old regions at 1731874808211 (+8 ms)Region opened successfully at 1731874808214 (+3 ms) 2024-11-17T20:20:08,214 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T20:20:08,216 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27e88c90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:20:08,217 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T20:20:08,217 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T20:20:08,218 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T20:20:08,218 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T20:20:08,218 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T20:20:08,218 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T20:20:08,218 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T20:20:08,220 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T20:20:08,220 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46585-0x1014a74367d0003, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Unable to get data of znode /1-1470768328/balancer because node does not exist (not necessarily an error) 2024-11-17T20:20:08,343 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1470768328/balancer already deleted, retry=false 2024-11-17T20:20:08,344 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T20:20:08,344 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46585-0x1014a74367d0003, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Unable to get data of znode /1-1470768328/normalizer because node does not exist (not necessarily an error) 2024-11-17T20:20:08,354 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1470768328/normalizer already deleted, retry=false 2024-11-17T20:20:08,354 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T20:20:08,355 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46585-0x1014a74367d0003, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Unable to get data of znode /1-1470768328/switch/split because node does not exist (not necessarily an error) 2024-11-17T20:20:08,364 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1470768328/switch/split already deleted, retry=false 2024-11-17T20:20:08,365 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46585-0x1014a74367d0003, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Unable to get data of znode /1-1470768328/switch/merge because node does not exist (not necessarily an error) 2024-11-17T20:20:08,375 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1470768328/switch/merge already deleted, retry=false 2024-11-17T20:20:08,376 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46585-0x1014a74367d0003, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Unable to get data of znode /1-1470768328/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T20:20:08,385 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1470768328/snapshot-cleanup already deleted, retry=false 2024-11-17T20:20:08,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41067-0x1014a74367d0004, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1470768328/running 2024-11-17T20:20:08,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46585-0x1014a74367d0003, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1470768328/running 2024-11-17T20:20:08,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41067-0x1014a74367d0004, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1470768328 2024-11-17T20:20:08,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46585-0x1014a74367d0003, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1470768328 2024-11-17T20:20:08,396 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b0b0ae8de03,46585,1731874806286, sessionid=0x1014a74367d0003, setting cluster-up flag (Was=false) 2024-11-17T20:20:08,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41067-0x1014a74367d0004, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1470768328 2024-11-17T20:20:08,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46585-0x1014a74367d0003, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1470768328 2024-11-17T20:20:08,449 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1470768328/flush-table-proc/acquired, /1-1470768328/flush-table-proc/reached, /1-1470768328/flush-table-proc/abort 2024-11-17T20:20:08,450 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b0b0ae8de03,46585,1731874806286 2024-11-17T20:20:08,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41067-0x1014a74367d0004, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1470768328 2024-11-17T20:20:08,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46585-0x1014a74367d0003, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1470768328 2024-11-17T20:20:08,501 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1470768328/online-snapshot/acquired, /1-1470768328/online-snapshot/reached, /1-1470768328/online-snapshot/abort 2024-11-17T20:20:08,502 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b0b0ae8de03,46585,1731874806286 2024-11-17T20:20:08,503 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T20:20:08,504 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T20:20:08,504 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T20:20:08,504 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T20:20:08,504 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b0b0ae8de03,46585,1731874806286 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T20:20:08,505 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:20:08,505 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:20:08,505 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:20:08,505 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:20:08,505 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b0b0ae8de03:0, corePoolSize=10, maxPoolSize=10 2024-11-17T20:20:08,505 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:08,505 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:20:08,505 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:08,506 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731874838506 2024-11-17T20:20:08,506 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T20:20:08,506 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T20:20:08,506 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:20:08,506 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T20:20:08,506 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T20:20:08,506 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T20:20:08,506 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T20:20:08,506 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T20:20:08,507 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:08,507 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T20:20:08,507 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T20:20:08,507 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T20:20:08,507 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T20:20:08,507 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T20:20:08,507 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T20:20:08,507 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:08,507 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874808507,5,FailOnTimeoutGroup] 2024-11-17T20:20:08,508 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874808507,5,FailOnTimeoutGroup] 2024-11-17T20:20:08,507 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T20:20:08,508 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:08,508 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T20:20:08,508 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:08,508 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:08,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741831_1007 (size=1321) 2024-11-17T20:20:08,555 INFO [RS:0;0b0b0ae8de03:41067 {}] regionserver.HRegionServer(746): ClusterId : d229418d-7c6d-4e82-b059-f486a6eccadd 2024-11-17T20:20:08,555 DEBUG [RS:0;0b0b0ae8de03:41067 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T20:20:08,565 DEBUG [RS:0;0b0b0ae8de03:41067 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T20:20:08,565 DEBUG [RS:0;0b0b0ae8de03:41067 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T20:20:08,575 DEBUG [RS:0;0b0b0ae8de03:41067 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T20:20:08,576 DEBUG [RS:0;0b0b0ae8de03:41067 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40d63838, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:20:08,586 DEBUG [RS:0;0b0b0ae8de03:41067 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b0b0ae8de03:41067 2024-11-17T20:20:08,586 INFO [RS:0;0b0b0ae8de03:41067 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T20:20:08,586 INFO [RS:0;0b0b0ae8de03:41067 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T20:20:08,586 DEBUG [RS:0;0b0b0ae8de03:41067 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T20:20:08,587 INFO [RS:0;0b0b0ae8de03:41067 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b0b0ae8de03,46585,1731874806286 with port=41067, startcode=1731874806432 2024-11-17T20:20:08,587 DEBUG [RS:0;0b0b0ae8de03:41067 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T20:20:08,588 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50685, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T20:20:08,589 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46585 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b0b0ae8de03,41067,1731874806432 2024-11-17T20:20:08,589 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46585 {}] master.ServerManager(517): Registering regionserver=0b0b0ae8de03,41067,1731874806432 2024-11-17T20:20:08,590 DEBUG [RS:0;0b0b0ae8de03:41067 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778 2024-11-17T20:20:08,590 DEBUG [RS:0;0b0b0ae8de03:41067 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35939 2024-11-17T20:20:08,590 DEBUG [RS:0;0b0b0ae8de03:41067 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T20:20:08,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46585-0x1014a74367d0003, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1470768328/rs 2024-11-17T20:20:08,651 DEBUG [RS:0;0b0b0ae8de03:41067 {}] zookeeper.ZKUtil(111): regionserver:41067-0x1014a74367d0004, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Set watcher on existing znode=/1-1470768328/rs/0b0b0ae8de03,41067,1731874806432 2024-11-17T20:20:08,651 WARN [RS:0;0b0b0ae8de03:41067 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:20:08,651 INFO [RS:0;0b0b0ae8de03:41067 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:20:08,651 DEBUG [RS:0;0b0b0ae8de03:41067 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/WALs/0b0b0ae8de03,41067,1731874806432 2024-11-17T20:20:08,651 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b0b0ae8de03,41067,1731874806432] 2024-11-17T20:20:08,654 INFO [RS:0;0b0b0ae8de03:41067 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T20:20:08,655 INFO [RS:0;0b0b0ae8de03:41067 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T20:20:08,655 INFO [RS:0;0b0b0ae8de03:41067 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T20:20:08,655 INFO [RS:0;0b0b0ae8de03:41067 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:08,655 INFO [RS:0;0b0b0ae8de03:41067 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T20:20:08,656 INFO [RS:0;0b0b0ae8de03:41067 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T20:20:08,656 INFO [RS:0;0b0b0ae8de03:41067 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:08,656 DEBUG [RS:0;0b0b0ae8de03:41067 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:08,656 DEBUG [RS:0;0b0b0ae8de03:41067 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:08,656 DEBUG [RS:0;0b0b0ae8de03:41067 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:08,656 DEBUG [RS:0;0b0b0ae8de03:41067 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:08,656 DEBUG [RS:0;0b0b0ae8de03:41067 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:08,656 DEBUG [RS:0;0b0b0ae8de03:41067 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:20:08,656 DEBUG [RS:0;0b0b0ae8de03:41067 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:08,656 DEBUG [RS:0;0b0b0ae8de03:41067 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:08,656 DEBUG [RS:0;0b0b0ae8de03:41067 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:08,656 DEBUG [RS:0;0b0b0ae8de03:41067 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:08,656 DEBUG [RS:0;0b0b0ae8de03:41067 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:08,656 DEBUG [RS:0;0b0b0ae8de03:41067 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:08,656 DEBUG [RS:0;0b0b0ae8de03:41067 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:20:08,656 DEBUG [RS:0;0b0b0ae8de03:41067 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:20:08,658 INFO [RS:0;0b0b0ae8de03:41067 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:08,658 INFO [RS:0;0b0b0ae8de03:41067 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:08,658 INFO [RS:0;0b0b0ae8de03:41067 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:08,658 INFO [RS:0;0b0b0ae8de03:41067 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:08,658 INFO [RS:0;0b0b0ae8de03:41067 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:08,658 INFO [RS:0;0b0b0ae8de03:41067 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,41067,1731874806432-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:20:08,670 INFO [RS:0;0b0b0ae8de03:41067 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T20:20:08,670 INFO [RS:0;0b0b0ae8de03:41067 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,41067,1731874806432-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:08,671 INFO [RS:0;0b0b0ae8de03:41067 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:08,671 INFO [RS:0;0b0b0ae8de03:41067 {}] regionserver.Replication(171): 0b0b0ae8de03,41067,1731874806432 started 2024-11-17T20:20:08,682 INFO [RS:0;0b0b0ae8de03:41067 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:08,682 INFO [RS:0;0b0b0ae8de03:41067 {}] regionserver.HRegionServer(1482): Serving as 0b0b0ae8de03,41067,1731874806432, RpcServer on 0b0b0ae8de03/172.17.0.2:41067, sessionid=0x1014a74367d0004 2024-11-17T20:20:08,683 DEBUG [RS:0;0b0b0ae8de03:41067 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T20:20:08,683 DEBUG [RS:0;0b0b0ae8de03:41067 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b0b0ae8de03,41067,1731874806432 2024-11-17T20:20:08,683 DEBUG [RS:0;0b0b0ae8de03:41067 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,41067,1731874806432' 2024-11-17T20:20:08,683 DEBUG [RS:0;0b0b0ae8de03:41067 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1470768328/flush-table-proc/abort' 2024-11-17T20:20:08,683 DEBUG [RS:0;0b0b0ae8de03:41067 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1470768328/flush-table-proc/acquired' 2024-11-17T20:20:08,683 DEBUG [RS:0;0b0b0ae8de03:41067 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T20:20:08,683 DEBUG [RS:0;0b0b0ae8de03:41067 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T20:20:08,684 DEBUG [RS:0;0b0b0ae8de03:41067 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b0b0ae8de03,41067,1731874806432 2024-11-17T20:20:08,684 DEBUG [RS:0;0b0b0ae8de03:41067 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,41067,1731874806432' 2024-11-17T20:20:08,684 DEBUG [RS:0;0b0b0ae8de03:41067 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1470768328/online-snapshot/abort' 2024-11-17T20:20:08,684 DEBUG [RS:0;0b0b0ae8de03:41067 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1470768328/online-snapshot/acquired' 2024-11-17T20:20:08,684 DEBUG [RS:0;0b0b0ae8de03:41067 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T20:20:08,684 INFO [RS:0;0b0b0ae8de03:41067 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T20:20:08,684 INFO [RS:0;0b0b0ae8de03:41067 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T20:20:08,779 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T20:20:08,784 INFO [RS:0;0b0b0ae8de03:41067 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:20:08,786 INFO [RS:0;0b0b0ae8de03:41067 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C41067%2C1731874806432, suffix=, logDir=hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/WALs/0b0b0ae8de03,41067,1731874806432, archiveDir=hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/oldWALs, maxLogs=10 2024-11-17T20:20:08,799 DEBUG [RS:0;0b0b0ae8de03:41067 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/WALs/0b0b0ae8de03,41067,1731874806432/0b0b0ae8de03%2C41067%2C1731874806432.1731874808786, exclude list is [], retry=0 2024-11-17T20:20:08,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39923,DS-4670e7bf-fa06-415f-9bb4-a7478ed62337,DISK] 2024-11-17T20:20:08,806 INFO [RS:0;0b0b0ae8de03:41067 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/WALs/0b0b0ae8de03,41067,1731874806432/0b0b0ae8de03%2C41067%2C1731874806432.1731874808786 2024-11-17T20:20:08,807 DEBUG [RS:0;0b0b0ae8de03:41067 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39641:39641)] 2024-11-17T20:20:08,915 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T20:20:08,915 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778 2024-11-17T20:20:08,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741833_1009 (size=32) 2024-11-17T20:20:09,298 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T20:20:09,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:20:09,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T20:20:09,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:09,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:09,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:09,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:09,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T20:20:09,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:09,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:20:09,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:09,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T20:20:09,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:09,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T20:20:09,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:09,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:20:09,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T20:20:09,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T20:20:09,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:09,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:20:09,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T20:20:09,327 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T20:20:09,327 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:09,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:20:09,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T20:20:09,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/hbase/meta/1588230740 2024-11-17T20:20:09,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/hbase/meta/1588230740 2024-11-17T20:20:09,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T20:20:09,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T20:20:09,330 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:20:09,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T20:20:09,332 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:20:09,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:09,332 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68952414, jitterRate=0.027471035718917847}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:20:09,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731874809321Initializing all the Stores at 1731874809322 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874809322Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874809322Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874809322Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874809322Cleaning up temporary data from old regions at 1731874809329 (+7 ms)Region opened successfully at 1731874809333 (+4 ms) 2024-11-17T20:20:09,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T20:20:09,333 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T20:20:09,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T20:20:09,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T20:20:09,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T20:20:09,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:09,333 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T20:20:09,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731874809333Disabling compacts and flushes for region at 1731874809333Disabling writes for close at 1731874809333Writing region close event to WAL at 1731874809333Closed at 1731874809333 2024-11-17T20:20:09,334 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:20:09,334 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T20:20:09,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T20:20:09,335 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T20:20:09,336 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T20:20:09,486 DEBUG [0b0b0ae8de03:46585 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T20:20:09,487 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b0b0ae8de03,41067,1731874806432 2024-11-17T20:20:09,488 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,41067,1731874806432, state=OPENING 2024-11-17T20:20:09,540 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T20:20:09,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41067-0x1014a74367d0004, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1470768328 2024-11-17T20:20:09,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46585-0x1014a74367d0003, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1470768328 2024-11-17T20:20:09,551 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T20:20:09,551 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1470768328/meta-region-server: CHANGED 2024-11-17T20:20:09,551 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1470768328/meta-region-server: CHANGED 2024-11-17T20:20:09,551 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,41067,1731874806432}] 2024-11-17T20:20:09,703 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T20:20:09,705 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34205, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T20:20:09,708 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T20:20:09,708 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:20:09,708 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T20:20:09,709 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C41067%2C1731874806432.meta, suffix=.meta, logDir=hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/WALs/0b0b0ae8de03,41067,1731874806432, archiveDir=hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/oldWALs, maxLogs=10 2024-11-17T20:20:09,721 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/WALs/0b0b0ae8de03,41067,1731874806432/0b0b0ae8de03%2C41067%2C1731874806432.meta.1731874809709.meta, exclude list is [], retry=0 2024-11-17T20:20:09,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39923,DS-4670e7bf-fa06-415f-9bb4-a7478ed62337,DISK] 2024-11-17T20:20:09,724 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/WALs/0b0b0ae8de03,41067,1731874806432/0b0b0ae8de03%2C41067%2C1731874806432.meta.1731874809709.meta 2024-11-17T20:20:09,724 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39641:39641)] 2024-11-17T20:20:09,724 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:20:09,724 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:20:09,725 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T20:20:09,725 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T20:20:09,725 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T20:20:09,725 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T20:20:09,725 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:20:09,725 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T20:20:09,725 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T20:20:09,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T20:20:09,727 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T20:20:09,727 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:09,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:20:09,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T20:20:09,727 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T20:20:09,727 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:09,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:20:09,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T20:20:09,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T20:20:09,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:09,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:20:09,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T20:20:09,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T20:20:09,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:09,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:20:09,729 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T20:20:09,730 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/hbase/meta/1588230740 2024-11-17T20:20:09,730 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/hbase/meta/1588230740 2024-11-17T20:20:09,731 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T20:20:09,731 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T20:20:09,731 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:20:09,732 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T20:20:09,732 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58756737, jitterRate=-0.12445639073848724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:20:09,732 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T20:20:09,732 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731874809725Writing region info on filesystem at 1731874809725Initializing all the Stores at 1731874809726 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874809726Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874809726Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874809726Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874809726Cleaning up temporary data from old regions at 1731874809731 (+5 ms)Running coprocessor post-open hooks at 1731874809732 (+1 ms)Region opened successfully at 1731874809732 2024-11-17T20:20:09,733 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731874809703 2024-11-17T20:20:09,734 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T20:20:09,735 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T20:20:09,735 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,41067,1731874806432 2024-11-17T20:20:09,735 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,41067,1731874806432, state=OPEN 2024-11-17T20:20:09,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46585-0x1014a74367d0003, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1470768328/meta-region-server 2024-11-17T20:20:09,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41067-0x1014a74367d0004, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1470768328/meta-region-server 2024-11-17T20:20:09,743 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,41067,1731874806432 2024-11-17T20:20:09,743 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1470768328/meta-region-server: CHANGED 2024-11-17T20:20:09,743 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1470768328/meta-region-server: CHANGED 2024-11-17T20:20:09,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T20:20:09,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,41067,1731874806432 in 192 msec 2024-11-17T20:20:09,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T20:20:09,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 411 msec 2024-11-17T20:20:09,747 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:20:09,747 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T20:20:09,748 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:20:09,748 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,41067,1731874806432, seqNum=-1] 2024-11-17T20:20:09,748 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:20:09,749 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44603, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:20:09,753 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2490 sec 2024-11-17T20:20:09,753 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731874809753, completionTime=-1 2024-11-17T20:20:09,753 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T20:20:09,753 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T20:20:09,755 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T20:20:09,755 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731874869755 2024-11-17T20:20:09,755 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731874929755 2024-11-17T20:20:09,755 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T20:20:09,755 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,46585,1731874806286-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:09,755 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,46585,1731874806286-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:09,755 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,46585,1731874806286-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:09,755 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b0b0ae8de03:46585, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:09,755 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:09,755 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:09,757 DEBUG [master/0b0b0ae8de03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T20:20:09,759 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.268sec 2024-11-17T20:20:09,759 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T20:20:09,759 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T20:20:09,759 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T20:20:09,759 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T20:20:09,759 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T20:20:09,759 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,46585,1731874806286-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:20:09,759 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,46585,1731874806286-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T20:20:09,761 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T20:20:09,762 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T20:20:09,762 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,46585,1731874806286-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:09,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a92288d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:09,856 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,46585,-1 for getting cluster id 2024-11-17T20:20:09,856 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:20:09,857 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd229418d-7c6d-4e82-b059-f486a6eccadd' 2024-11-17T20:20:09,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:20:09,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d229418d-7c6d-4e82-b059-f486a6eccadd" 2024-11-17T20:20:09,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dadad38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:09,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,46585,-1] 2024-11-17T20:20:09,858 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:20:09,858 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:09,859 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:20:09,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16dbd141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:09,860 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:20:09,860 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,41067,1731874806432, seqNum=-1] 2024-11-17T20:20:09,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:20:09,862 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:20:09,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0b0b0ae8de03,46585,1731874806286 2024-11-17T20:20:09,864 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64470 2024-11-17T20:20:09,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:20:09,877 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014a74367d0005 connected 2024-11-17T20:20:09,889 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:20:09,890 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,44183,1731874800504 2024-11-17T20:20:09,890 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@381586e1 2024-11-17T20:20:09,890 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:20:09,891 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:20:09,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:20:09,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T20:20:09,893 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T20:20:09,894 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:09,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T20:20:09,894 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T20:20:09,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:20:09,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44275 is added to blk_1073741835_1011 (size=902) 2024-11-17T20:20:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:20:10,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:20:10,301 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 344f090c00abe4b6a015586fa74e999c, NAME => 'test,,1731874809891.344f090c00abe4b6a015586fa74e999c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9 2024-11-17T20:20:10,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44275 is added to blk_1073741836_1012 (size=39) 2024-11-17T20:20:10,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:20:10,706 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731874809891.344f090c00abe4b6a015586fa74e999c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:20:10,706 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 344f090c00abe4b6a015586fa74e999c, disabling compactions & flushes 2024-11-17T20:20:10,706 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731874809891.344f090c00abe4b6a015586fa74e999c. 2024-11-17T20:20:10,706 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731874809891.344f090c00abe4b6a015586fa74e999c. 2024-11-17T20:20:10,706 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731874809891.344f090c00abe4b6a015586fa74e999c. after waiting 0 ms 2024-11-17T20:20:10,706 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731874809891.344f090c00abe4b6a015586fa74e999c. 2024-11-17T20:20:10,706 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731874809891.344f090c00abe4b6a015586fa74e999c. 2024-11-17T20:20:10,706 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 344f090c00abe4b6a015586fa74e999c: Waiting for close lock at 1731874810706Disabling compacts and flushes for region at 1731874810706Disabling writes for close at 1731874810706Writing region close event to WAL at 1731874810706Closed at 1731874810706 2024-11-17T20:20:10,707 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T20:20:10,708 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731874809891.344f090c00abe4b6a015586fa74e999c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731874810707"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731874810707"}]},"ts":"1731874810707"} 2024-11-17T20:20:10,709 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T20:20:10,710 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T20:20:10,710 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874810710"}]},"ts":"1731874810710"} 2024-11-17T20:20:10,712 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T20:20:10,712 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=344f090c00abe4b6a015586fa74e999c, ASSIGN}] 2024-11-17T20:20:10,713 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=344f090c00abe4b6a015586fa74e999c, ASSIGN 2024-11-17T20:20:10,713 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=344f090c00abe4b6a015586fa74e999c, ASSIGN; state=OFFLINE, location=0b0b0ae8de03,34603,1731874800699; forceNewPlan=false, retain=false 2024-11-17T20:20:10,864 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=344f090c00abe4b6a015586fa74e999c, regionState=OPENING, regionLocation=0b0b0ae8de03,34603,1731874800699 2024-11-17T20:20:10,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=344f090c00abe4b6a015586fa74e999c, ASSIGN because future has completed 2024-11-17T20:20:10,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 344f090c00abe4b6a015586fa74e999c, server=0b0b0ae8de03,34603,1731874800699}] 2024-11-17T20:20:11,022 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731874809891.344f090c00abe4b6a015586fa74e999c. 2024-11-17T20:20:11,022 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 344f090c00abe4b6a015586fa74e999c, NAME => 'test,,1731874809891.344f090c00abe4b6a015586fa74e999c.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:20:11,022 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:20:11,022 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T20:20:11,022 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 344f090c00abe4b6a015586fa74e999c 2024-11-17T20:20:11,022 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731874809891.344f090c00abe4b6a015586fa74e999c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:20:11,022 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 344f090c00abe4b6a015586fa74e999c 2024-11-17T20:20:11,023 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 344f090c00abe4b6a015586fa74e999c 2024-11-17T20:20:11,024 INFO [StoreOpener-344f090c00abe4b6a015586fa74e999c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 344f090c00abe4b6a015586fa74e999c 2024-11-17T20:20:11,025 INFO [StoreOpener-344f090c00abe4b6a015586fa74e999c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 344f090c00abe4b6a015586fa74e999c columnFamilyName f 2024-11-17T20:20:11,025 DEBUG [StoreOpener-344f090c00abe4b6a015586fa74e999c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:11,025 INFO [StoreOpener-344f090c00abe4b6a015586fa74e999c-1 {}] regionserver.HStore(327): Store=344f090c00abe4b6a015586fa74e999c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:20:11,025 INFO [StoreOpener-344f090c00abe4b6a015586fa74e999c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 344f090c00abe4b6a015586fa74e999c 2024-11-17T20:20:11,026 INFO [StoreOpener-344f090c00abe4b6a015586fa74e999c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 344f090c00abe4b6a015586fa74e999c columnFamilyName f1 2024-11-17T20:20:11,026 DEBUG [StoreOpener-344f090c00abe4b6a015586fa74e999c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:11,026 INFO [StoreOpener-344f090c00abe4b6a015586fa74e999c-1 {}] regionserver.HStore(327): Store=344f090c00abe4b6a015586fa74e999c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:20:11,026 INFO [StoreOpener-344f090c00abe4b6a015586fa74e999c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 344f090c00abe4b6a015586fa74e999c 2024-11-17T20:20:11,027 INFO [StoreOpener-344f090c00abe4b6a015586fa74e999c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 344f090c00abe4b6a015586fa74e999c columnFamilyName norep 2024-11-17T20:20:11,027 DEBUG [StoreOpener-344f090c00abe4b6a015586fa74e999c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:11,027 INFO [StoreOpener-344f090c00abe4b6a015586fa74e999c-1 {}] regionserver.HStore(327): Store=344f090c00abe4b6a015586fa74e999c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:20:11,028 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 344f090c00abe4b6a015586fa74e999c 2024-11-17T20:20:11,028 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/data/default/test/344f090c00abe4b6a015586fa74e999c 2024-11-17T20:20:11,028 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/data/default/test/344f090c00abe4b6a015586fa74e999c 2024-11-17T20:20:11,029 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 344f090c00abe4b6a015586fa74e999c 2024-11-17T20:20:11,029 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 344f090c00abe4b6a015586fa74e999c 2024-11-17T20:20:11,029 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T20:20:11,030 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 344f090c00abe4b6a015586fa74e999c 2024-11-17T20:20:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:20:11,037 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/data/default/test/344f090c00abe4b6a015586fa74e999c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:20:11,037 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 344f090c00abe4b6a015586fa74e999c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69756188, jitterRate=0.03944820165634155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T20:20:11,037 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 344f090c00abe4b6a015586fa74e999c 2024-11-17T20:20:11,038 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 344f090c00abe4b6a015586fa74e999c: Running coprocessor pre-open hook at 1731874811023Writing region info on filesystem at 1731874811023Initializing all the Stores at 1731874811023Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874811023Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874811023Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874811023Cleaning up temporary data from old regions at 1731874811029 (+6 ms)Running coprocessor post-open hooks at 1731874811037 (+8 ms)Region opened successfully at 1731874811038 (+1 ms) 2024-11-17T20:20:11,038 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731874809891.344f090c00abe4b6a015586fa74e999c., pid=6, masterSystemTime=1731874811018 2024-11-17T20:20:11,041 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=344f090c00abe4b6a015586fa74e999c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0b0b0ae8de03,34603,1731874800699 2024-11-17T20:20:11,042 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731874809891.344f090c00abe4b6a015586fa74e999c. 2024-11-17T20:20:11,042 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731874809891.344f090c00abe4b6a015586fa74e999c. 2024-11-17T20:20:11,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 344f090c00abe4b6a015586fa74e999c, server=0b0b0ae8de03,34603,1731874800699 because future has completed 2024-11-17T20:20:11,047 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T20:20:11,047 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 344f090c00abe4b6a015586fa74e999c, server=0b0b0ae8de03,34603,1731874800699 in 179 msec 2024-11-17T20:20:11,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T20:20:11,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=344f090c00abe4b6a015586fa74e999c, ASSIGN in 335 msec 2024-11-17T20:20:11,050 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T20:20:11,050 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874811050"}]},"ts":"1731874811050"} 2024-11-17T20:20:11,052 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T20:20:11,052 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T20:20:11,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-17T20:20:11,262 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:20:11,263 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b0b0ae8de03,33335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:33335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T20:20:11,263 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18231 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b0b0ae8de03,33335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:33335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T20:20:12,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:20:12,043 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T20:20:12,043 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:20:12,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,46585,1731874806286 2024-11-17T20:20:12,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@151eb296 2024-11-17T20:20:12,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:20:12,045 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:20:12,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46585 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:20:12,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46585 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T20:20:12,048 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T20:20:12,048 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:12,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46585 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T20:20:12,049 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T20:20:12,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:20:12,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741835_1011 (size=902) 2024-11-17T20:20:12,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:20:12,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:20:12,461 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 920533e2daa784c761d853b0492dc5ec, NAME => 'test,,1731874812045.920533e2daa784c761d853b0492dc5ec.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778 2024-11-17T20:20:12,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741836_1012 (size=39) 2024-11-17T20:20:12,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:20:12,866 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731874812045.920533e2daa784c761d853b0492dc5ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:20:12,866 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 920533e2daa784c761d853b0492dc5ec, disabling compactions & flushes 2024-11-17T20:20:12,866 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731874812045.920533e2daa784c761d853b0492dc5ec. 2024-11-17T20:20:12,866 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731874812045.920533e2daa784c761d853b0492dc5ec. 2024-11-17T20:20:12,866 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731874812045.920533e2daa784c761d853b0492dc5ec. after waiting 0 ms 2024-11-17T20:20:12,866 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731874812045.920533e2daa784c761d853b0492dc5ec. 2024-11-17T20:20:12,866 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731874812045.920533e2daa784c761d853b0492dc5ec. 2024-11-17T20:20:12,866 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 920533e2daa784c761d853b0492dc5ec: Waiting for close lock at 1731874812866Disabling compacts and flushes for region at 1731874812866Disabling writes for close at 1731874812866Writing region close event to WAL at 1731874812866Closed at 1731874812866 2024-11-17T20:20:12,867 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T20:20:12,867 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731874812045.920533e2daa784c761d853b0492dc5ec.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731874812867"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731874812867"}]},"ts":"1731874812867"} 2024-11-17T20:20:12,869 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T20:20:12,869 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T20:20:12,870 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874812869"}]},"ts":"1731874812869"} 2024-11-17T20:20:12,871 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T20:20:12,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=920533e2daa784c761d853b0492dc5ec, ASSIGN}] 2024-11-17T20:20:12,872 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=920533e2daa784c761d853b0492dc5ec, ASSIGN 2024-11-17T20:20:12,873 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=920533e2daa784c761d853b0492dc5ec, ASSIGN; state=OFFLINE, location=0b0b0ae8de03,41067,1731874806432; forceNewPlan=false, retain=false 2024-11-17T20:20:13,023 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=920533e2daa784c761d853b0492dc5ec, regionState=OPENING, regionLocation=0b0b0ae8de03,41067,1731874806432 2024-11-17T20:20:13,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=920533e2daa784c761d853b0492dc5ec, ASSIGN because future has completed 2024-11-17T20:20:13,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 920533e2daa784c761d853b0492dc5ec, server=0b0b0ae8de03,41067,1731874806432}] 2024-11-17T20:20:13,180 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731874812045.920533e2daa784c761d853b0492dc5ec. 2024-11-17T20:20:13,180 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 920533e2daa784c761d853b0492dc5ec, NAME => 'test,,1731874812045.920533e2daa784c761d853b0492dc5ec.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:20:13,180 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:20:13,181 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T20:20:13,181 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 920533e2daa784c761d853b0492dc5ec 2024-11-17T20:20:13,181 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731874812045.920533e2daa784c761d853b0492dc5ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:20:13,181 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 920533e2daa784c761d853b0492dc5ec 2024-11-17T20:20:13,181 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 920533e2daa784c761d853b0492dc5ec 2024-11-17T20:20:13,182 INFO [StoreOpener-920533e2daa784c761d853b0492dc5ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 920533e2daa784c761d853b0492dc5ec 2024-11-17T20:20:13,182 INFO [StoreOpener-920533e2daa784c761d853b0492dc5ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 920533e2daa784c761d853b0492dc5ec columnFamilyName f 2024-11-17T20:20:13,182 DEBUG [StoreOpener-920533e2daa784c761d853b0492dc5ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:13,183 INFO [StoreOpener-920533e2daa784c761d853b0492dc5ec-1 {}] regionserver.HStore(327): Store=920533e2daa784c761d853b0492dc5ec/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:20:13,183 INFO [StoreOpener-920533e2daa784c761d853b0492dc5ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 920533e2daa784c761d853b0492dc5ec 2024-11-17T20:20:13,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:20:13,183 INFO [StoreOpener-920533e2daa784c761d853b0492dc5ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 920533e2daa784c761d853b0492dc5ec columnFamilyName f1 2024-11-17T20:20:13,183 DEBUG [StoreOpener-920533e2daa784c761d853b0492dc5ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:13,184 INFO [StoreOpener-920533e2daa784c761d853b0492dc5ec-1 {}] regionserver.HStore(327): Store=920533e2daa784c761d853b0492dc5ec/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:20:13,184 INFO [StoreOpener-920533e2daa784c761d853b0492dc5ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 920533e2daa784c761d853b0492dc5ec 2024-11-17T20:20:13,184 INFO [StoreOpener-920533e2daa784c761d853b0492dc5ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 920533e2daa784c761d853b0492dc5ec columnFamilyName norep 2024-11-17T20:20:13,184 DEBUG [StoreOpener-920533e2daa784c761d853b0492dc5ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:13,185 INFO [StoreOpener-920533e2daa784c761d853b0492dc5ec-1 {}] regionserver.HStore(327): Store=920533e2daa784c761d853b0492dc5ec/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:20:13,185 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 920533e2daa784c761d853b0492dc5ec 2024-11-17T20:20:13,185 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/default/test/920533e2daa784c761d853b0492dc5ec 2024-11-17T20:20:13,186 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/default/test/920533e2daa784c761d853b0492dc5ec 2024-11-17T20:20:13,186 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 920533e2daa784c761d853b0492dc5ec 2024-11-17T20:20:13,186 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 920533e2daa784c761d853b0492dc5ec 2024-11-17T20:20:13,187 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T20:20:13,187 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 920533e2daa784c761d853b0492dc5ec 2024-11-17T20:20:13,189 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/default/test/920533e2daa784c761d853b0492dc5ec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:20:13,189 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 920533e2daa784c761d853b0492dc5ec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61474204, jitterRate=-0.08396297693252563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T20:20:13,189 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 920533e2daa784c761d853b0492dc5ec 2024-11-17T20:20:13,189 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 920533e2daa784c761d853b0492dc5ec: Running coprocessor pre-open hook at 1731874813181Writing region info on filesystem at 1731874813181Initializing all the Stores at 1731874813181Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874813181Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874813181Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874813181Cleaning up temporary data from old regions at 1731874813186 (+5 ms)Running coprocessor post-open hooks at 1731874813189 (+3 ms)Region opened successfully at 1731874813189 2024-11-17T20:20:13,190 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731874812045.920533e2daa784c761d853b0492dc5ec., pid=6, masterSystemTime=1731874813177 2024-11-17T20:20:13,192 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731874812045.920533e2daa784c761d853b0492dc5ec. 2024-11-17T20:20:13,192 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731874812045.920533e2daa784c761d853b0492dc5ec. 2024-11-17T20:20:13,192 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=920533e2daa784c761d853b0492dc5ec, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0b0b0ae8de03,41067,1731874806432 2024-11-17T20:20:13,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 920533e2daa784c761d853b0492dc5ec, server=0b0b0ae8de03,41067,1731874806432 because future has completed 2024-11-17T20:20:13,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T20:20:13,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 920533e2daa784c761d853b0492dc5ec, server=0b0b0ae8de03,41067,1731874806432 in 170 msec 2024-11-17T20:20:13,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T20:20:13,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=920533e2daa784c761d853b0492dc5ec, ASSIGN in 325 msec 2024-11-17T20:20:13,199 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T20:20:13,199 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874813199"}]},"ts":"1731874813199"} 2024-11-17T20:20:13,200 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T20:20:13,201 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T20:20:13,202 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-17T20:20:13,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T20:20:13,796 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T20:20:13,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T20:20:13,796 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-17T20:20:13,797 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:20:13,797 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-17T20:20:13,797 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T20:20:13,797 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-17T20:20:13,797 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T20:20:13,797 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-17T20:20:14,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:20:14,193 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T20:20:14,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a0c8e61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:14,194 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,44183,-1 for getting cluster id 2024-11-17T20:20:14,194 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:20:14,194 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d8299b8-a81e-4f22-abd6-33edccd9cb77' 2024-11-17T20:20:14,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:20:14,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d8299b8-a81e-4f22-abd6-33edccd9cb77" 2024-11-17T20:20:14,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e9359fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:14,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,44183,-1] 2024-11-17T20:20:14,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:20:14,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:14,196 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:20:14,196 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b37f1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:14,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15290f8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:14,197 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,46585,-1 for getting cluster id 2024-11-17T20:20:14,197 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:20:14,198 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd229418d-7c6d-4e82-b059-f486a6eccadd' 2024-11-17T20:20:14,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:20:14,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d229418d-7c6d-4e82-b059-f486a6eccadd" 2024-11-17T20:20:14,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ee6ae74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:14,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,46585,-1] 2024-11-17T20:20:14,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:20:14,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:14,199 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:20:14,199 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dce091c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:14,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f2d2144, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:14,200 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,44183,-1 for getting cluster id 2024-11-17T20:20:14,200 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:20:14,200 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d8299b8-a81e-4f22-abd6-33edccd9cb77' 2024-11-17T20:20:14,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:20:14,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d8299b8-a81e-4f22-abd6-33edccd9cb77" 2024-11-17T20:20:14,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a285b09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:14,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,44183,-1] 2024-11-17T20:20:14,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:20:14,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:14,201 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:20:14,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65ca0bba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:14,202 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:20:14,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,44183,1731874800504 2024-11-17T20:20:14,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5873e004 2024-11-17T20:20:14,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:20:14,204 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:20:14,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://0b0b0ae8de03:46585,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T20:20:14,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T20:20:14,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:20:14,206 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b0b0ae8de03:46585' 2024-11-17T20:20:14,207 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19efbdf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:14,207 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,46585,-1 for getting cluster id 2024-11-17T20:20:14,207 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:20:14,208 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd229418d-7c6d-4e82-b059-f486a6eccadd' 2024-11-17T20:20:14,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:20:14,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d229418d-7c6d-4e82-b059-f486a6eccadd" 2024-11-17T20:20:14,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60470899, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:14,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,46585,-1] 2024-11-17T20:20:14,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:20:14,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:14,210 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:20:14,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ced73d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:14,211 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:20:14,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,46585,1731874806286 2024-11-17T20:20:14,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bebc04d 2024-11-17T20:20:14,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:20:14,212 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:20:14,213 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T20:20:14,213 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T20:20:14,213 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:14,213 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:14,213 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:20:14,213 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:20:14,214 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T20:20:14,215 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T20:20:14,215 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:14,216 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T20:20:14,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44275 is added to blk_1073741837_1013 (size=1138) 2024-11-17T20:20:14,265 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T20:20:14,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:20:14,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:20:14,625 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8fbbdf08131bd8f7fd08ca3a75ce0230, NAME => 'hbase:replication,,1731874814213.8fbbdf08131bd8f7fd08ca3a75ce0230.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9 2024-11-17T20:20:14,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44275 is added to blk_1073741838_1014 (size=44) 2024-11-17T20:20:14,630 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731874814213.8fbbdf08131bd8f7fd08ca3a75ce0230.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:20:14,630 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8fbbdf08131bd8f7fd08ca3a75ce0230, disabling compactions & flushes 2024-11-17T20:20:14,630 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731874814213.8fbbdf08131bd8f7fd08ca3a75ce0230. 2024-11-17T20:20:14,630 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731874814213.8fbbdf08131bd8f7fd08ca3a75ce0230. 2024-11-17T20:20:14,630 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731874814213.8fbbdf08131bd8f7fd08ca3a75ce0230. after waiting 0 ms 2024-11-17T20:20:14,630 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731874814213.8fbbdf08131bd8f7fd08ca3a75ce0230. 2024-11-17T20:20:14,630 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731874814213.8fbbdf08131bd8f7fd08ca3a75ce0230. 2024-11-17T20:20:14,630 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8fbbdf08131bd8f7fd08ca3a75ce0230: Waiting for close lock at 1731874814630Disabling compacts and flushes for region at 1731874814630Disabling writes for close at 1731874814630Writing region close event to WAL at 1731874814630Closed at 1731874814630 2024-11-17T20:20:14,631 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T20:20:14,632 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731874814213.8fbbdf08131bd8f7fd08ca3a75ce0230.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731874814632"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731874814632"}]},"ts":"1731874814632"} 2024-11-17T20:20:14,634 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T20:20:14,634 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T20:20:14,635 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874814635"}]},"ts":"1731874814635"} 2024-11-17T20:20:14,636 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T20:20:14,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8fbbdf08131bd8f7fd08ca3a75ce0230, ASSIGN}] 2024-11-17T20:20:14,638 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8fbbdf08131bd8f7fd08ca3a75ce0230, ASSIGN 2024-11-17T20:20:14,638 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8fbbdf08131bd8f7fd08ca3a75ce0230, ASSIGN; state=OFFLINE, location=0b0b0ae8de03,34603,1731874800699; forceNewPlan=false, retain=false 2024-11-17T20:20:14,654 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T20:20:14,789 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8fbbdf08131bd8f7fd08ca3a75ce0230, regionState=OPENING, regionLocation=0b0b0ae8de03,34603,1731874800699 2024-11-17T20:20:14,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8fbbdf08131bd8f7fd08ca3a75ce0230, ASSIGN because future has completed 2024-11-17T20:20:14,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fbbdf08131bd8f7fd08ca3a75ce0230, server=0b0b0ae8de03,34603,1731874800699}] 2024-11-17T20:20:14,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:20:14,947 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731874814213.8fbbdf08131bd8f7fd08ca3a75ce0230. 2024-11-17T20:20:14,947 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:20:14,947 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T20:20:14,948 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C34603%2C1731874800699.rep, suffix=, logDir=hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699, archiveDir=hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/oldWALs, maxLogs=10 2024-11-17T20:20:14,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699/0b0b0ae8de03%2C34603%2C1731874800699.rep.1731874814949, exclude list is [], retry=0 2024-11-17T20:20:14,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44275,DS-e85488c4-c43f-4c54-ab8c-1f0b0fe84a53,DISK] 2024-11-17T20:20:14,967 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699/0b0b0ae8de03%2C34603%2C1731874800699.rep.1731874814949 2024-11-17T20:20:14,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37339:37339)] 2024-11-17T20:20:14,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8fbbdf08131bd8f7fd08ca3a75ce0230, NAME => 'hbase:replication,,1731874814213.8fbbdf08131bd8f7fd08ca3a75ce0230.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:20:14,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:20:14,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T20:20:14,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731874814213.8fbbdf08131bd8f7fd08ca3a75ce0230. service=MultiRowMutationService 2024-11-17T20:20:14,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T20:20:14,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8fbbdf08131bd8f7fd08ca3a75ce0230 2024-11-17T20:20:14,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731874814213.8fbbdf08131bd8f7fd08ca3a75ce0230.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:20:14,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8fbbdf08131bd8f7fd08ca3a75ce0230 2024-11-17T20:20:14,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8fbbdf08131bd8f7fd08ca3a75ce0230 2024-11-17T20:20:14,969 INFO [StoreOpener-8fbbdf08131bd8f7fd08ca3a75ce0230-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8fbbdf08131bd8f7fd08ca3a75ce0230 2024-11-17T20:20:14,970 INFO [StoreOpener-8fbbdf08131bd8f7fd08ca3a75ce0230-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fbbdf08131bd8f7fd08ca3a75ce0230 columnFamilyName hfileref 2024-11-17T20:20:14,970 DEBUG [StoreOpener-8fbbdf08131bd8f7fd08ca3a75ce0230-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:14,971 INFO [StoreOpener-8fbbdf08131bd8f7fd08ca3a75ce0230-1 {}] regionserver.HStore(327): Store=8fbbdf08131bd8f7fd08ca3a75ce0230/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:20:14,971 INFO [StoreOpener-8fbbdf08131bd8f7fd08ca3a75ce0230-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8fbbdf08131bd8f7fd08ca3a75ce0230 2024-11-17T20:20:14,971 INFO [StoreOpener-8fbbdf08131bd8f7fd08ca3a75ce0230-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fbbdf08131bd8f7fd08ca3a75ce0230 columnFamilyName queue 2024-11-17T20:20:14,971 DEBUG [StoreOpener-8fbbdf08131bd8f7fd08ca3a75ce0230-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:14,972 INFO [StoreOpener-8fbbdf08131bd8f7fd08ca3a75ce0230-1 {}] regionserver.HStore(327): Store=8fbbdf08131bd8f7fd08ca3a75ce0230/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:20:14,972 INFO [StoreOpener-8fbbdf08131bd8f7fd08ca3a75ce0230-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8fbbdf08131bd8f7fd08ca3a75ce0230 2024-11-17T20:20:14,972 INFO [StoreOpener-8fbbdf08131bd8f7fd08ca3a75ce0230-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fbbdf08131bd8f7fd08ca3a75ce0230 columnFamilyName sid 2024-11-17T20:20:14,972 DEBUG [StoreOpener-8fbbdf08131bd8f7fd08ca3a75ce0230-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:14,973 INFO [StoreOpener-8fbbdf08131bd8f7fd08ca3a75ce0230-1 {}] regionserver.HStore(327): Store=8fbbdf08131bd8f7fd08ca3a75ce0230/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:20:14,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8fbbdf08131bd8f7fd08ca3a75ce0230 2024-11-17T20:20:14,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/data/hbase/replication/8fbbdf08131bd8f7fd08ca3a75ce0230 2024-11-17T20:20:14,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/data/hbase/replication/8fbbdf08131bd8f7fd08ca3a75ce0230 2024-11-17T20:20:14,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8fbbdf08131bd8f7fd08ca3a75ce0230 2024-11-17T20:20:14,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8fbbdf08131bd8f7fd08ca3a75ce0230 2024-11-17T20:20:14,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T20:20:14,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8fbbdf08131bd8f7fd08ca3a75ce0230 2024-11-17T20:20:14,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/data/hbase/replication/8fbbdf08131bd8f7fd08ca3a75ce0230/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:20:14,976 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8fbbdf08131bd8f7fd08ca3a75ce0230; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71242231, jitterRate=0.061591967940330505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T20:20:14,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8fbbdf08131bd8f7fd08ca3a75ce0230 2024-11-17T20:20:14,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8fbbdf08131bd8f7fd08ca3a75ce0230: Running coprocessor pre-open hook at 1731874814968Writing region info on filesystem at 1731874814968Initializing all the Stores at 1731874814969 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874814969Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874814969Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874814969Cleaning up temporary data from old regions at 1731874814974 (+5 ms)Running coprocessor post-open hooks at 1731874814976 (+2 ms)Region opened successfully at 1731874814977 (+1 ms) 2024-11-17T20:20:14,977 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731874814213.8fbbdf08131bd8f7fd08ca3a75ce0230., pid=10, masterSystemTime=1731874814943 2024-11-17T20:20:14,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731874814213.8fbbdf08131bd8f7fd08ca3a75ce0230. 2024-11-17T20:20:14,979 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731874814213.8fbbdf08131bd8f7fd08ca3a75ce0230. 2024-11-17T20:20:14,980 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8fbbdf08131bd8f7fd08ca3a75ce0230, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,34603,1731874800699 2024-11-17T20:20:14,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fbbdf08131bd8f7fd08ca3a75ce0230, server=0b0b0ae8de03,34603,1731874800699 because future has completed 2024-11-17T20:20:14,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T20:20:14,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8fbbdf08131bd8f7fd08ca3a75ce0230, server=0b0b0ae8de03,34603,1731874800699 in 191 msec 2024-11-17T20:20:14,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T20:20:14,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8fbbdf08131bd8f7fd08ca3a75ce0230, ASSIGN in 347 msec 2024-11-17T20:20:14,986 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T20:20:14,987 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874814986"}]},"ts":"1731874814986"} 2024-11-17T20:20:14,988 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T20:20:14,989 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T20:20:14,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 775 msec 2024-11-17T20:20:15,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731874814213.8fbbdf08131bd8f7fd08ca3a75ce0230., hostname=0b0b0ae8de03,34603,1731874800699, seqNum=2] 2024-11-17T20:20:15,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44183-0x1014a74367d0000, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-511772403 2024-11-17T20:20:15,101 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34603-0x1014a74367d0001, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-511772403 2024-11-17T20:20:15,123 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T20:20:15,227 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T20:20:15,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:15,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:15,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:15,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:15,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:15,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:15,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:15,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:15,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34603 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T20:20:15,275 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T20:20:15,278 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T20:20:15,302 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-0b0b0ae8de03,34603,1731874800699, ReplicationSource: 1, currentBandwidth=0 2024-11-17T20:20:15,302 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:20:15,302 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,34603,1731874800699, seqNum=-1] 2024-11-17T20:20:15,303 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:20:15,303 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47165, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-17T20:20:15,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-0b0b0ae8de03,34603,1731874800699', locateType=CURRENT is [region=hbase:replication,,1731874814213.8fbbdf08131bd8f7fd08ca3a75ce0230., hostname=0b0b0ae8de03,34603,1731874800699, seqNum=2] 2024-11-17T20:20:15,307 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T20:20:15,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T20:20:15,309 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 0b0b0ae8de03,34603,1731874800699 suceeded 2024-11-17T20:20:15,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T20:20:15,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-17T20:20:15,310 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://0b0b0ae8de03:46585,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T20:20:15,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1060 sec 2024-11-17T20:20:15,320 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b0b0ae8de03:46585' 2024-11-17T20:20:15,321 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ffac6c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:15,321 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,46585,-1 for getting cluster id 2024-11-17T20:20:15,322 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:20:15,322 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd229418d-7c6d-4e82-b059-f486a6eccadd' 2024-11-17T20:20:15,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:20:15,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d229418d-7c6d-4e82-b059-f486a6eccadd" 2024-11-17T20:20:15,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4607692a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:15,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,46585,-1] 2024-11-17T20:20:15,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:20:15,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:15,324 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:20:15,324 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@626b0676, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:15,324 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:20:15,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,46585,1731874806286 2024-11-17T20:20:15,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e0f9677 2024-11-17T20:20:15,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:20:15,326 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-17T20:20:15,326 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0b0b0ae8de03,34603,1731874800699 (queues=1) is replicating from cluster=2d8299b8-a81e-4f22-abd6-33edccd9cb77 to cluster=d229418d-7c6d-4e82-b059-f486a6eccadd 2024-11-17T20:20:15,326 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0b0b0ae8de03%2C34603%2C1731874800699 2024-11-17T20:20:15,326 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0b0b0ae8de03,34603,1731874800699, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T20:20:15,327 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.shipper0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0b0b0ae8de03%2C34603%2C1731874800699 2024-11-17T20:20:15,327 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.wal-reader.0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699/0b0b0ae8de03%2C34603%2C1731874800699.1731874802920, startPosition=0, beingWritten=true 2024-11-17T20:20:15,331 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.wal-reader.0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T20:20:15,331 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.wal-reader.0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699/0b0b0ae8de03%2C34603%2C1731874800699.1731874802920 to pos 379, reset compression=false 2024-11-17T20:20:15,331 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.shipper0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,34603,1731874800699 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699/0b0b0ae8de03%2C34603%2C1731874800699.1731874802920, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T20:20:15,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:20:15,344 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T20:20:15,344 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:20:15,344 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:20:15,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:15,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:15,344 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:20:15,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fa722a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:15,345 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,46585,-1 for getting cluster id 2024-11-17T20:20:15,345 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:20:15,345 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd229418d-7c6d-4e82-b059-f486a6eccadd' 2024-11-17T20:20:15,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:20:15,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d229418d-7c6d-4e82-b059-f486a6eccadd" 2024-11-17T20:20:15,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a149c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:15,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,46585,-1] 2024-11-17T20:20:15,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:20:15,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:15,347 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:20:15,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@593a739f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:15,348 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:20:15,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,46585,1731874806286 2024-11-17T20:20:15,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4aec6813 2024-11-17T20:20:15,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:20:15,349 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:20:15,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46585 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://0b0b0ae8de03:44183,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T20:20:15,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46585 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T20:20:15,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:20:15,352 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b0b0ae8de03:44183' 2024-11-17T20:20:15,353 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7926b177, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:15,353 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,44183,-1 for getting cluster id 2024-11-17T20:20:15,353 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:20:15,353 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d8299b8-a81e-4f22-abd6-33edccd9cb77' 2024-11-17T20:20:15,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:20:15,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d8299b8-a81e-4f22-abd6-33edccd9cb77" 2024-11-17T20:20:15,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1271040e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:15,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,44183,-1] 2024-11-17T20:20:15,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:20:15,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:15,355 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:20:15,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@447263cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:15,355 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:20:15,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,44183,1731874800504 2024-11-17T20:20:15,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23b7c9d8 2024-11-17T20:20:15,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:20:15,357 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:20:15,357 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-17T20:20:15,358 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T20:20:15,358 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:15,358 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:15,358 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:20:15,358 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:20:15,359 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T20:20:15,359 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T20:20:15,360 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:15,360 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T20:20:15,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741837_1013 (size=1138) 2024-11-17T20:20:15,409 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T20:20:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:20:15,535 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.wal-reader.0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699/0b0b0ae8de03%2C34603%2C1731874800699.1731874802920 to pos 379, reset compression=false 2024-11-17T20:20:15,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:20:15,766 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e3771dc79879ea44beed8b661bd8fe1e, NAME => 'hbase:replication,,1731874815358.e3771dc79879ea44beed8b661bd8fe1e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778 2024-11-17T20:20:15,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741838_1014 (size=44) 2024-11-17T20:20:15,839 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.wal-reader.0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699/0b0b0ae8de03%2C34603%2C1731874800699.1731874802920 to pos 379, reset compression=false 2024-11-17T20:20:15,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:20:16,172 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731874815358.e3771dc79879ea44beed8b661bd8fe1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:20:16,172 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e3771dc79879ea44beed8b661bd8fe1e, disabling compactions & flushes 2024-11-17T20:20:16,172 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731874815358.e3771dc79879ea44beed8b661bd8fe1e. 2024-11-17T20:20:16,172 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731874815358.e3771dc79879ea44beed8b661bd8fe1e. 2024-11-17T20:20:16,172 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731874815358.e3771dc79879ea44beed8b661bd8fe1e. after waiting 0 ms 2024-11-17T20:20:16,172 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731874815358.e3771dc79879ea44beed8b661bd8fe1e. 2024-11-17T20:20:16,172 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731874815358.e3771dc79879ea44beed8b661bd8fe1e. 2024-11-17T20:20:16,172 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e3771dc79879ea44beed8b661bd8fe1e: Waiting for close lock at 1731874816172Disabling compacts and flushes for region at 1731874816172Disabling writes for close at 1731874816172Writing region close event to WAL at 1731874816172Closed at 1731874816172 2024-11-17T20:20:16,173 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T20:20:16,173 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731874815358.e3771dc79879ea44beed8b661bd8fe1e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731874816173"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731874816173"}]},"ts":"1731874816173"} 2024-11-17T20:20:16,175 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T20:20:16,176 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T20:20:16,176 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874816176"}]},"ts":"1731874816176"} 2024-11-17T20:20:16,177 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T20:20:16,178 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e3771dc79879ea44beed8b661bd8fe1e, ASSIGN}] 2024-11-17T20:20:16,179 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e3771dc79879ea44beed8b661bd8fe1e, ASSIGN 2024-11-17T20:20:16,179 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e3771dc79879ea44beed8b661bd8fe1e, ASSIGN; state=OFFLINE, location=0b0b0ae8de03,41067,1731874806432; forceNewPlan=false, retain=false 2024-11-17T20:20:16,243 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.wal-reader.0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699/0b0b0ae8de03%2C34603%2C1731874800699.1731874802920 to pos 379, reset compression=false 2024-11-17T20:20:16,330 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e3771dc79879ea44beed8b661bd8fe1e, regionState=OPENING, regionLocation=0b0b0ae8de03,41067,1731874806432 2024-11-17T20:20:16,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e3771dc79879ea44beed8b661bd8fe1e, ASSIGN because future has completed 2024-11-17T20:20:16,332 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3771dc79879ea44beed8b661bd8fe1e, server=0b0b0ae8de03,41067,1731874806432}] 2024-11-17T20:20:16,487 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731874815358.e3771dc79879ea44beed8b661bd8fe1e. 2024-11-17T20:20:16,487 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:20:16,487 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T20:20:16,488 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C41067%2C1731874806432.rep, suffix=, logDir=hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/WALs/0b0b0ae8de03,41067,1731874806432, archiveDir=hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/oldWALs, maxLogs=10 2024-11-17T20:20:16,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:20:16,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/WALs/0b0b0ae8de03,41067,1731874806432/0b0b0ae8de03%2C41067%2C1731874806432.rep.1731874816489, exclude list is [], retry=0 2024-11-17T20:20:16,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39923,DS-4670e7bf-fa06-415f-9bb4-a7478ed62337,DISK] 2024-11-17T20:20:16,503 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/WALs/0b0b0ae8de03,41067,1731874806432/0b0b0ae8de03%2C41067%2C1731874806432.rep.1731874816489 2024-11-17T20:20:16,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39641:39641)] 2024-11-17T20:20:16,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e3771dc79879ea44beed8b661bd8fe1e, NAME => 'hbase:replication,,1731874815358.e3771dc79879ea44beed8b661bd8fe1e.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:20:16,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:20:16,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T20:20:16,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731874815358.e3771dc79879ea44beed8b661bd8fe1e. service=MultiRowMutationService 2024-11-17T20:20:16,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T20:20:16,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e3771dc79879ea44beed8b661bd8fe1e 2024-11-17T20:20:16,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731874815358.e3771dc79879ea44beed8b661bd8fe1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:20:16,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e3771dc79879ea44beed8b661bd8fe1e 2024-11-17T20:20:16,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e3771dc79879ea44beed8b661bd8fe1e 2024-11-17T20:20:16,505 INFO [StoreOpener-e3771dc79879ea44beed8b661bd8fe1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e3771dc79879ea44beed8b661bd8fe1e 2024-11-17T20:20:16,507 INFO [StoreOpener-e3771dc79879ea44beed8b661bd8fe1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3771dc79879ea44beed8b661bd8fe1e columnFamilyName hfileref 2024-11-17T20:20:16,507 DEBUG [StoreOpener-e3771dc79879ea44beed8b661bd8fe1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:16,507 INFO [StoreOpener-e3771dc79879ea44beed8b661bd8fe1e-1 {}] regionserver.HStore(327): Store=e3771dc79879ea44beed8b661bd8fe1e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:20:16,507 INFO [StoreOpener-e3771dc79879ea44beed8b661bd8fe1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e3771dc79879ea44beed8b661bd8fe1e 2024-11-17T20:20:16,508 INFO [StoreOpener-e3771dc79879ea44beed8b661bd8fe1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3771dc79879ea44beed8b661bd8fe1e columnFamilyName queue 2024-11-17T20:20:16,508 DEBUG [StoreOpener-e3771dc79879ea44beed8b661bd8fe1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:16,509 INFO [StoreOpener-e3771dc79879ea44beed8b661bd8fe1e-1 {}] regionserver.HStore(327): Store=e3771dc79879ea44beed8b661bd8fe1e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:20:16,509 INFO [StoreOpener-e3771dc79879ea44beed8b661bd8fe1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e3771dc79879ea44beed8b661bd8fe1e 2024-11-17T20:20:16,510 INFO [StoreOpener-e3771dc79879ea44beed8b661bd8fe1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3771dc79879ea44beed8b661bd8fe1e columnFamilyName sid 2024-11-17T20:20:16,510 DEBUG [StoreOpener-e3771dc79879ea44beed8b661bd8fe1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:16,510 INFO [StoreOpener-e3771dc79879ea44beed8b661bd8fe1e-1 {}] regionserver.HStore(327): Store=e3771dc79879ea44beed8b661bd8fe1e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:20:16,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e3771dc79879ea44beed8b661bd8fe1e 2024-11-17T20:20:16,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/hbase/replication/e3771dc79879ea44beed8b661bd8fe1e 2024-11-17T20:20:16,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/hbase/replication/e3771dc79879ea44beed8b661bd8fe1e 2024-11-17T20:20:16,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e3771dc79879ea44beed8b661bd8fe1e 2024-11-17T20:20:16,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e3771dc79879ea44beed8b661bd8fe1e 2024-11-17T20:20:16,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T20:20:16,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e3771dc79879ea44beed8b661bd8fe1e 2024-11-17T20:20:16,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/hbase/replication/e3771dc79879ea44beed8b661bd8fe1e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:20:16,514 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e3771dc79879ea44beed8b661bd8fe1e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64351966, jitterRate=-0.041080981492996216}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T20:20:16,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e3771dc79879ea44beed8b661bd8fe1e 2024-11-17T20:20:16,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e3771dc79879ea44beed8b661bd8fe1e: Running coprocessor pre-open hook at 1731874816504Writing region info on filesystem at 1731874816504Initializing all the Stores at 1731874816505 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874816505Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874816505Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874816505Cleaning up temporary data from old regions at 1731874816511 (+6 ms)Running coprocessor post-open hooks at 1731874816514 (+3 ms)Region opened successfully at 1731874816514 2024-11-17T20:20:16,515 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731874815358.e3771dc79879ea44beed8b661bd8fe1e., pid=10, masterSystemTime=1731874816484 2024-11-17T20:20:16,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731874815358.e3771dc79879ea44beed8b661bd8fe1e. 2024-11-17T20:20:16,516 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731874815358.e3771dc79879ea44beed8b661bd8fe1e. 2024-11-17T20:20:16,517 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e3771dc79879ea44beed8b661bd8fe1e, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,41067,1731874806432 2024-11-17T20:20:16,517 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46585 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=0b0b0ae8de03,41067,1731874806432, table=hbase:replication, region=e3771dc79879ea44beed8b661bd8fe1e. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-17T20:20:16,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3771dc79879ea44beed8b661bd8fe1e, server=0b0b0ae8de03,41067,1731874806432 because future has completed 2024-11-17T20:20:16,521 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T20:20:16,522 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e3771dc79879ea44beed8b661bd8fe1e, server=0b0b0ae8de03,41067,1731874806432 in 188 msec 2024-11-17T20:20:16,523 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T20:20:16,523 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e3771dc79879ea44beed8b661bd8fe1e, ASSIGN in 344 msec 2024-11-17T20:20:16,523 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T20:20:16,524 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874816523"}]},"ts":"1731874816523"} 2024-11-17T20:20:16,526 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T20:20:16,526 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T20:20:16,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1680 sec 2024-11-17T20:20:16,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731874815358.e3771dc79879ea44beed8b661bd8fe1e., hostname=0b0b0ae8de03,41067,1731874806432, seqNum=2] 2024-11-17T20:20:16,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41067-0x1014a74367d0004, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1470768328 2024-11-17T20:20:16,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46585-0x1014a74367d0003, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1470768328 2024-11-17T20:20:16,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T20:20:16,747 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.wal-reader.0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699/0b0b0ae8de03%2C34603%2C1731874800699.1731874802920 to pos 379, reset compression=false 2024-11-17T20:20:16,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41067 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T20:20:16,802 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T20:20:16,841 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-0b0b0ae8de03,41067,1731874806432, ReplicationSource: 1, currentBandwidth=0 2024-11-17T20:20:16,842 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:20:16,842 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,41067,1731874806432, seqNum=-1] 2024-11-17T20:20:16,842 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:20:16,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41891, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-17T20:20:16,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-0b0b0ae8de03,41067,1731874806432', locateType=CURRENT is [region=hbase:replication,,1731874815358.e3771dc79879ea44beed8b661bd8fe1e., hostname=0b0b0ae8de03,41067,1731874806432, seqNum=2] 2024-11-17T20:20:16,847 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T20:20:16,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46585 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T20:20:16,849 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 0b0b0ae8de03,41067,1731874806432 suceeded 2024-11-17T20:20:16,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T20:20:16,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-17T20:20:16,851 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://0b0b0ae8de03:44183,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T20:20:16,852 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5010 sec 2024-11-17T20:20:16,862 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b0b0ae8de03:44183' 2024-11-17T20:20:16,863 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30c338bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:16,863 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,44183,-1 for getting cluster id 2024-11-17T20:20:16,863 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:20:16,864 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d8299b8-a81e-4f22-abd6-33edccd9cb77' 2024-11-17T20:20:16,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:20:16,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d8299b8-a81e-4f22-abd6-33edccd9cb77" 2024-11-17T20:20:16,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24ac60ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:16,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,44183,-1] 2024-11-17T20:20:16,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:20:16,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:16,866 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:20:16,866 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c252f9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:16,867 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:20:16,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,44183,1731874800504 2024-11-17T20:20:16,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79d8c389 2024-11-17T20:20:16,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:20:16,868 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-17T20:20:16,868 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0b0b0ae8de03,41067,1731874806432 (queues=1) is replicating from cluster=d229418d-7c6d-4e82-b059-f486a6eccadd to cluster=2d8299b8-a81e-4f22-abd6-33edccd9cb77 2024-11-17T20:20:16,869 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0b0b0ae8de03%2C41067%2C1731874806432 2024-11-17T20:20:16,869 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0b0b0ae8de03,41067,1731874806432, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T20:20:16,869 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.shipper0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0b0b0ae8de03%2C41067%2C1731874806432 2024-11-17T20:20:16,869 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.wal-reader.0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/WALs/0b0b0ae8de03,41067,1731874806432/0b0b0ae8de03%2C41067%2C1731874806432.1731874808786, startPosition=0, beingWritten=true 2024-11-17T20:20:16,874 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.wal-reader.0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T20:20:16,874 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.wal-reader.0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/WALs/0b0b0ae8de03,41067,1731874806432/0b0b0ae8de03%2C41067%2C1731874806432.1731874808786 to pos 379, reset compression=false 2024-11-17T20:20:16,874 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.shipper0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,41067,1731874806432 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/WALs/0b0b0ae8de03,41067,1731874806432/0b0b0ae8de03%2C41067%2C1731874806432.1731874808786, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T20:20:17,078 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.wal-reader.0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/WALs/0b0b0ae8de03,41067,1731874806432/0b0b0ae8de03%2C41067%2C1731874806432.1731874808786 to pos 379, reset compression=false 2024-11-17T20:20:17,351 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.wal-reader.0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699/0b0b0ae8de03%2C34603%2C1731874800699.1731874802920 to pos 379, reset compression=false 2024-11-17T20:20:17,381 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.wal-reader.0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/WALs/0b0b0ae8de03,41067,1731874806432/0b0b0ae8de03%2C41067%2C1731874806432.1731874808786 to pos 379, reset compression=false 2024-11-17T20:20:17,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:20:17,504 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T20:20:17,504 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:20:17,504 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:20:17,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:17,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:17,504 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:20:17,505 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:20:17,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,34603,1731874800699, seqNum=-1] 2024-11-17T20:20:17,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:20:17,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:20:17,509 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731874809891.344f090c00abe4b6a015586fa74e999c., hostname=0b0b0ae8de03,34603,1731874800699, seqNum=2] 2024-11-17T20:20:17,511 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:20:17,512 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,41067,1731874806432, seqNum=-1] 2024-11-17T20:20:17,512 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:20:17,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:20:17,514 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731874812045.920533e2daa784c761d853b0492dc5ec., hostname=0b0b0ae8de03,41067,1731874806432, seqNum=2] 2024-11-17T20:20:17,516 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-17T20:20:17,795 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.wal-reader.0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/WALs/0b0b0ae8de03,41067,1731874806432/0b0b0ae8de03%2C41067%2C1731874806432.1731874808786 to pos 379, reset compression=false 2024-11-17T20:20:18,055 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.wal-reader.0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699/0b0b0ae8de03%2C34603%2C1731874800699.1731874802920 to pos 379, reset compression=false 2024-11-17T20:20:18,059 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.wal-reader.0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T20:20:18,059 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.wal-reader.0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699/0b0b0ae8de03%2C34603%2C1731874800699.1731874802920 to pos 480, reset compression=false 2024-11-17T20:20:18,059 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.shipper0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,34603,1731874800699 got entry batch from reader: WALEntryBatch [walEntries=[{test/344f090c00abe4b6a015586fa74e999c/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699/0b0b0ae8de03%2C34603%2C1731874800699.1731874802920, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-17T20:20:18,062 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.shipper0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T20:20:18,063 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-17T20:20:18,065 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41067 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T20:20:18,065 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41067 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30c2ac37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:18,065 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41067 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,46585,-1 for getting cluster id 2024-11-17T20:20:18,066 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41067 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:20:18,066 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd229418d-7c6d-4e82-b059-f486a6eccadd' 2024-11-17T20:20:18,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:20:18,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d229418d-7c6d-4e82-b059-f486a6eccadd" 2024-11-17T20:20:18,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72ba7faa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:18,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,46585,-1] 2024-11-17T20:20:18,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:20:18,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:18,068 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:20:18,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41067 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a9228b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:18,075 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41067 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:20:18,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,41067,1731874806432, seqNum=-1] 2024-11-17T20:20:18,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:20:18,077 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-17T20:20:18,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731874812045.920533e2daa784c761d853b0492dc5ec., hostname=0b0b0ae8de03,41067,1731874806432, seqNum=2] 2024-11-17T20:20:18,101 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41067 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T20:20:18,262 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.wal-reader.0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699/0b0b0ae8de03%2C34603%2C1731874800699.1731874802920 to pos 480, reset compression=false 2024-11-17T20:20:18,299 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.wal-reader.0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/WALs/0b0b0ae8de03,41067,1731874806432/0b0b0ae8de03%2C41067%2C1731874806432.1731874808786 to pos 379, reset compression=false 2024-11-17T20:20:18,304 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.wal-reader.0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T20:20:18,304 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.wal-reader.0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/WALs/0b0b0ae8de03,41067,1731874806432/0b0b0ae8de03%2C41067%2C1731874806432.1731874808786 to pos 503, reset compression=false 2024-11-17T20:20:18,304 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.shipper0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,41067,1731874806432 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/WALs/0b0b0ae8de03,41067,1731874806432/0b0b0ae8de03%2C41067%2C1731874806432.1731874808786, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T20:20:18,507 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.wal-reader.0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/WALs/0b0b0ae8de03,41067,1731874806432/0b0b0ae8de03%2C41067%2C1731874806432.1731874808786 to pos 503, reset compression=false 2024-11-17T20:20:18,519 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-17T20:20:18,523 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-17T20:20:18,566 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.wal-reader.0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699/0b0b0ae8de03%2C34603%2C1731874800699.1731874802920 to pos 480, reset compression=false 2024-11-17T20:20:18,810 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.wal-reader.0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/WALs/0b0b0ae8de03,41067,1731874806432/0b0b0ae8de03%2C41067%2C1731874806432.1731874808786 to pos 503, reset compression=false 2024-11-17T20:20:18,814 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.wal-reader.0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T20:20:18,814 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.wal-reader.0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/WALs/0b0b0ae8de03,41067,1731874806432/0b0b0ae8de03%2C41067%2C1731874806432.1731874808786 to pos 607, reset compression=false 2024-11-17T20:20:18,815 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.shipper0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,41067,1731874806432 got entry batch from reader: WALEntryBatch [walEntries=[{test/920533e2daa784c761d853b0492dc5ec/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/WALs/0b0b0ae8de03,41067,1731874806432/0b0b0ae8de03%2C41067%2C1731874806432.1731874808786, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-17T20:20:18,816 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.shipper0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T20:20:18,817 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-17T20:20:18,817 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34603 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T20:20:18,818 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34603 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@515b7ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:18,818 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34603 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,44183,-1 for getting cluster id 2024-11-17T20:20:18,818 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34603 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:20:18,818 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d8299b8-a81e-4f22-abd6-33edccd9cb77' 2024-11-17T20:20:18,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:20:18,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d8299b8-a81e-4f22-abd6-33edccd9cb77" 2024-11-17T20:20:18,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d0534da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:18,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,44183,-1] 2024-11-17T20:20:18,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:20:18,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:18,819 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:20:18,820 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34603 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4db80c1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:18,820 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34603 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:20:18,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,34603,1731874800699, seqNum=-1] 2024-11-17T20:20:18,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:20:18,821 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-17T20:20:18,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731874809891.344f090c00abe4b6a015586fa74e999c., hostname=0b0b0ae8de03,34603,1731874800699, seqNum=2] 2024-11-17T20:20:18,825 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34603 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T20:20:18,970 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.wal-reader.0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699/0b0b0ae8de03%2C34603%2C1731874800699.1731874802920 to pos 480, reset compression=false 2024-11-17T20:20:18,974 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.wal-reader.0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T20:20:18,974 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.wal-reader.0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699/0b0b0ae8de03%2C34603%2C1731874800699.1731874802920 to pos 608, reset compression=false 2024-11-17T20:20:18,974 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.shipper0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,34603,1731874800699 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699/0b0b0ae8de03%2C34603%2C1731874800699.1731874802920, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T20:20:19,018 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.wal-reader.0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/WALs/0b0b0ae8de03,41067,1731874806432/0b0b0ae8de03%2C41067%2C1731874806432.1731874808786 to pos 607, reset compression=false 2024-11-17T20:20:19,177 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.wal-reader.0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699/0b0b0ae8de03%2C34603%2C1731874800699.1731874802920 to pos 608, reset compression=false 2024-11-17T20:20:19,321 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.wal-reader.0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/WALs/0b0b0ae8de03,41067,1731874806432/0b0b0ae8de03%2C41067%2C1731874806432.1731874808786 to pos 607, reset compression=false 2024-11-17T20:20:19,480 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.wal-reader.0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699/0b0b0ae8de03%2C34603%2C1731874800699.1731874802920 to pos 608, reset compression=false 2024-11-17T20:20:19,524 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-17T20:20:19,533 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-17T20:20:19,724 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.wal-reader.0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/WALs/0b0b0ae8de03,41067,1731874806432/0b0b0ae8de03%2C41067%2C1731874806432.1731874808786 to pos 607, reset compression=false 2024-11-17T20:20:19,883 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.wal-reader.0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699/0b0b0ae8de03%2C34603%2C1731874800699.1731874802920 to pos 608, reset compression=false 2024-11-17T20:20:19,887 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.wal-reader.0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T20:20:19,887 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.wal-reader.0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699/0b0b0ae8de03%2C34603%2C1731874800699.1731874802920 to pos 764, reset compression=false 2024-11-17T20:20:19,887 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.shipper0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,34603,1731874800699 got entry batch from reader: WALEntryBatch [walEntries=[{test/344f090c00abe4b6a015586fa74e999c/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699/0b0b0ae8de03%2C34603%2C1731874800699.1731874802920, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-17T20:20:19,889 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41067 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T20:20:19,892 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41067 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T20:20:20,092 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.wal-reader.0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699/0b0b0ae8de03%2C34603%2C1731874800699.1731874802920 to pos 764, reset compression=false 2024-11-17T20:20:20,228 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.wal-reader.0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/WALs/0b0b0ae8de03,41067,1731874806432/0b0b0ae8de03%2C41067%2C1731874806432.1731874808786 to pos 607, reset compression=false 2024-11-17T20:20:20,232 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.wal-reader.0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T20:20:20,232 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.wal-reader.0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/WALs/0b0b0ae8de03,41067,1731874806432/0b0b0ae8de03%2C41067%2C1731874806432.1731874808786 to pos 754, reset compression=false 2024-11-17T20:20:20,232 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.shipper0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,41067,1731874806432 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/WALs/0b0b0ae8de03,41067,1731874806432/0b0b0ae8de03%2C41067%2C1731874806432.1731874808786, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T20:20:20,395 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.wal-reader.0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699/0b0b0ae8de03%2C34603%2C1731874800699.1731874802920 to pos 764, reset compression=false 2024-11-17T20:20:20,435 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.wal-reader.0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/WALs/0b0b0ae8de03,41067,1731874806432/0b0b0ae8de03%2C41067%2C1731874806432.1731874808786 to pos 754, reset compression=false 2024-11-17T20:20:20,472 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T20:20:20,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:20,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:20,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:20,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:20,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:20,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:20,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:20,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:20,534 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-17T20:20:20,538 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-17T20:20:20,739 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.wal-reader.0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/WALs/0b0b0ae8de03,41067,1731874806432/0b0b0ae8de03%2C41067%2C1731874806432.1731874808786 to pos 754, reset compression=false 2024-11-17T20:20:20,742 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.wal-reader.0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T20:20:20,743 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.wal-reader.0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/WALs/0b0b0ae8de03,41067,1731874806432/0b0b0ae8de03%2C41067%2C1731874806432.1731874808786 to pos 913, reset compression=false 2024-11-17T20:20:20,743 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.shipper0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,41067,1731874806432 got entry batch from reader: WALEntryBatch [walEntries=[{test/920533e2daa784c761d853b0492dc5ec/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/WALs/0b0b0ae8de03,41067,1731874806432/0b0b0ae8de03%2C41067%2C1731874806432.1731874808786, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-17T20:20:20,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34603 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T20:20:20,746 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34603 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T20:20:20,798 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.wal-reader.0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699/0b0b0ae8de03%2C34603%2C1731874800699.1731874802920 to pos 764, reset compression=false 2024-11-17T20:20:20,802 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.wal-reader.0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T20:20:20,802 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.wal-reader.0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699/0b0b0ae8de03%2C34603%2C1731874800699.1731874802920 to pos 914, reset compression=false 2024-11-17T20:20:20,802 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.shipper0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,34603,1731874800699 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699/0b0b0ae8de03%2C34603%2C1731874800699.1731874802920, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T20:20:20,946 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.wal-reader.0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/WALs/0b0b0ae8de03,41067,1731874806432/0b0b0ae8de03%2C41067%2C1731874806432.1731874808786 to pos 913, reset compression=false 2024-11-17T20:20:21,005 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.wal-reader.0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699/0b0b0ae8de03%2C34603%2C1731874800699.1731874802920 to pos 914, reset compression=false 2024-11-17T20:20:21,248 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.wal-reader.0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/WALs/0b0b0ae8de03,41067,1731874806432/0b0b0ae8de03%2C41067%2C1731874806432.1731874808786 to pos 913, reset compression=false 2024-11-17T20:20:21,309 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.wal-reader.0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699/0b0b0ae8de03%2C34603%2C1731874800699.1731874802920 to pos 914, reset compression=false 2024-11-17T20:20:21,352 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:20:21,353 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b0b0ae8de03,33335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:33335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T20:20:21,353 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28321 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b0b0ae8de03,33335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:33335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T20:20:21,540 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-17T20:20:21,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T20:20:21,542 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:20:21,543 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:20:21,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:21,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:21,543 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:20:21,543 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T20:20:21,543 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=602140225, stopped=false 2024-11-17T20:20:21,543 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0b0b0ae8de03,46585,1731874806286 2024-11-17T20:20:21,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41067-0x1014a74367d0004, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1470768328/running 2024-11-17T20:20:21,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46585-0x1014a74367d0003, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1470768328/running 2024-11-17T20:20:21,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41067-0x1014a74367d0004, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1470768328 2024-11-17T20:20:21,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46585-0x1014a74367d0003, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1470768328 2024-11-17T20:20:21,613 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T20:20:21,613 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:20:21,613 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:20:21,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:21,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46585-0x1014a74367d0003, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Set watcher on znode that does not yet exist, /1-1470768328/running 2024-11-17T20:20:21,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41067-0x1014a74367d0004, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Set watcher on znode that does not yet exist, /1-1470768328/running 2024-11-17T20:20:21,613 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b0b0ae8de03,41067,1731874806432' ***** 2024-11-17T20:20:21,613 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T20:20:21,614 INFO [RS:0;0b0b0ae8de03:41067 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T20:20:21,614 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T20:20:21,614 INFO [RS:0;0b0b0ae8de03:41067 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T20:20:21,614 INFO [RS:0;0b0b0ae8de03:41067 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T20:20:21,614 INFO [RS:0;0b0b0ae8de03:41067 {}] regionserver.HRegionServer(3091): Received CLOSE for e3771dc79879ea44beed8b661bd8fe1e 2024-11-17T20:20:21,614 INFO [RS:0;0b0b0ae8de03:41067 {}] regionserver.HRegionServer(3091): Received CLOSE for 920533e2daa784c761d853b0492dc5ec 2024-11-17T20:20:21,614 INFO [RS:0;0b0b0ae8de03:41067 {}] regionserver.HRegionServer(959): stopping server 0b0b0ae8de03,41067,1731874806432 2024-11-17T20:20:21,614 INFO [RS:0;0b0b0ae8de03:41067 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:20:21,614 INFO [RS:0;0b0b0ae8de03:41067 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:41067. 2024-11-17T20:20:21,614 DEBUG [RS:0;0b0b0ae8de03:41067 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:20:21,614 DEBUG [RS:0;0b0b0ae8de03:41067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:21,614 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e3771dc79879ea44beed8b661bd8fe1e, disabling compactions & flushes 2024-11-17T20:20:21,615 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731874815358.e3771dc79879ea44beed8b661bd8fe1e. 2024-11-17T20:20:21,615 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731874815358.e3771dc79879ea44beed8b661bd8fe1e. 2024-11-17T20:20:21,615 INFO [RS:0;0b0b0ae8de03:41067 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T20:20:21,615 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731874815358.e3771dc79879ea44beed8b661bd8fe1e. after waiting 0 ms 2024-11-17T20:20:21,615 INFO [RS:0;0b0b0ae8de03:41067 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T20:20:21,615 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731874815358.e3771dc79879ea44beed8b661bd8fe1e. 2024-11-17T20:20:21,615 INFO [RS:0;0b0b0ae8de03:41067 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T20:20:21,615 INFO [RS:0;0b0b0ae8de03:41067 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T20:20:21,615 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e3771dc79879ea44beed8b661bd8fe1e 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-17T20:20:21,615 INFO [RS:0;0b0b0ae8de03:41067 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T20:20:21,615 DEBUG [RS:0;0b0b0ae8de03:41067 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e3771dc79879ea44beed8b661bd8fe1e=hbase:replication,,1731874815358.e3771dc79879ea44beed8b661bd8fe1e., 920533e2daa784c761d853b0492dc5ec=test,,1731874812045.920533e2daa784c761d853b0492dc5ec.} 2024-11-17T20:20:21,615 DEBUG [RS:0;0b0b0ae8de03:41067 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 920533e2daa784c761d853b0492dc5ec, e3771dc79879ea44beed8b661bd8fe1e 2024-11-17T20:20:21,615 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T20:20:21,615 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T20:20:21,615 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T20:20:21,615 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T20:20:21,615 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T20:20:21,615 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T20:20:21,629 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/hbase/replication/e3771dc79879ea44beed8b661bd8fe1e/.tmp/queue/b58a0394eeca46499ce0b2f304406fe7 is 153, key is 1-0b0b0ae8de03,41067,1731874806432/queue:0b0b0ae8de03%2C41067%2C1731874806432/1731874820747/Put/seqid=0 2024-11-17T20:20:21,629 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/hbase/meta/1588230740/.tmp/info/46f93581e7d9486c8906a325ee3a4763 is 147, key is hbase:replication,,1731874815358.e3771dc79879ea44beed8b661bd8fe1e./info:regioninfo/1731874816517/Put/seqid=0 2024-11-17T20:20:21,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741840_1016 (size=7686) 2024-11-17T20:20:21,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741841_1017 (size=5352) 2024-11-17T20:20:21,652 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.wal-reader.0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/WALs/0b0b0ae8de03,41067,1731874806432/0b0b0ae8de03%2C41067%2C1731874806432.1731874808786 to pos 913, reset compression=false 2024-11-17T20:20:21,658 INFO [regionserver/0b0b0ae8de03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T20:20:21,658 INFO [regionserver/0b0b0ae8de03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T20:20:21,668 INFO [regionserver/0b0b0ae8de03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:20:21,712 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.wal-reader.0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699/0b0b0ae8de03%2C34603%2C1731874800699.1731874802920 to pos 914, reset compression=false 2024-11-17T20:20:21,815 DEBUG [RS:0;0b0b0ae8de03:41067 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 920533e2daa784c761d853b0492dc5ec, e3771dc79879ea44beed8b661bd8fe1e 2024-11-17T20:20:22,015 DEBUG [RS:0;0b0b0ae8de03:41067 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 920533e2daa784c761d853b0492dc5ec, e3771dc79879ea44beed8b661bd8fe1e 2024-11-17T20:20:22,033 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/hbase/meta/1588230740/.tmp/info/46f93581e7d9486c8906a325ee3a4763 2024-11-17T20:20:22,034 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/hbase/replication/e3771dc79879ea44beed8b661bd8fe1e/.tmp/queue/b58a0394eeca46499ce0b2f304406fe7 2024-11-17T20:20:22,039 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/hbase/replication/e3771dc79879ea44beed8b661bd8fe1e/.tmp/queue/b58a0394eeca46499ce0b2f304406fe7 as hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/hbase/replication/e3771dc79879ea44beed8b661bd8fe1e/queue/b58a0394eeca46499ce0b2f304406fe7 2024-11-17T20:20:22,042 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/hbase/replication/e3771dc79879ea44beed8b661bd8fe1e/queue/b58a0394eeca46499ce0b2f304406fe7, entries=1, sequenceid=10, filesize=5.2 K 2024-11-17T20:20:22,043 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for e3771dc79879ea44beed8b661bd8fe1e in 428ms, sequenceid=10, compaction requested=false 2024-11-17T20:20:22,047 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/hbase/replication/e3771dc79879ea44beed8b661bd8fe1e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-17T20:20:22,047 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:20:22,048 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T20:20:22,048 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731874815358.e3771dc79879ea44beed8b661bd8fe1e. 2024-11-17T20:20:22,048 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e3771dc79879ea44beed8b661bd8fe1e: Waiting for close lock at 1731874821614Running coprocessor pre-close hooks at 1731874821614Disabling compacts and flushes for region at 1731874821614Disabling writes for close at 1731874821615 (+1 ms)Obtaining lock to block concurrent updates at 1731874821615Preparing flush snapshotting stores in e3771dc79879ea44beed8b661bd8fe1e at 1731874821615Finished memstore snapshotting hbase:replication,,1731874815358.e3771dc79879ea44beed8b661bd8fe1e., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731874821615Flushing stores of hbase:replication,,1731874815358.e3771dc79879ea44beed8b661bd8fe1e. at 1731874821615Flushing e3771dc79879ea44beed8b661bd8fe1e/queue: creating writer at 1731874821615Flushing e3771dc79879ea44beed8b661bd8fe1e/queue: appending metadata at 1731874821628 (+13 ms)Flushing e3771dc79879ea44beed8b661bd8fe1e/queue: closing flushed file at 1731874821628Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@521d6dc1: reopening flushed file at 1731874822038 (+410 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for e3771dc79879ea44beed8b661bd8fe1e in 428ms, sequenceid=10, compaction requested=false at 1731874822043 (+5 ms)Writing region close event to WAL at 1731874822045 (+2 ms)Running coprocessor post-close hooks at 1731874822047 (+2 ms)Closed at 1731874822048 (+1 ms) 2024-11-17T20:20:22,048 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731874815358.e3771dc79879ea44beed8b661bd8fe1e. 2024-11-17T20:20:22,048 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 920533e2daa784c761d853b0492dc5ec, disabling compactions & flushes 2024-11-17T20:20:22,048 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731874812045.920533e2daa784c761d853b0492dc5ec. 2024-11-17T20:20:22,048 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731874812045.920533e2daa784c761d853b0492dc5ec. 2024-11-17T20:20:22,048 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731874812045.920533e2daa784c761d853b0492dc5ec. after waiting 0 ms 2024-11-17T20:20:22,048 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731874812045.920533e2daa784c761d853b0492dc5ec. 2024-11-17T20:20:22,048 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 920533e2daa784c761d853b0492dc5ec 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-17T20:20:22,059 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/hbase/meta/1588230740/.tmp/ns/e63f8275b07847c2aecbedb98e1fac03 is 43, key is default/ns:d/1731874809750/Put/seqid=0 2024-11-17T20:20:22,061 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/default/test/920533e2daa784c761d853b0492dc5ec/.tmp/f/7262f153654c4a7cbdfbdfbbe0188df6 is 29, key is row1/f:/1731874820535/DeleteFamily/seqid=0 2024-11-17T20:20:22,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741842_1018 (size=5153) 2024-11-17T20:20:22,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741843_1019 (size=5118) 2024-11-17T20:20:22,065 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/default/test/920533e2daa784c761d853b0492dc5ec/.tmp/f/7262f153654c4a7cbdfbdfbbe0188df6 2024-11-17T20:20:22,069 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7262f153654c4a7cbdfbdfbbe0188df6 2024-11-17T20:20:22,081 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/default/test/920533e2daa784c761d853b0492dc5ec/.tmp/f1/711b5b97ad80452388e5f2d2cb51431a is 30, key is row1/f1:/1731874820535/DeleteFamily/seqid=0 2024-11-17T20:20:22,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741844_1020 (size=5123) 2024-11-17T20:20:22,155 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.wal-reader.0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/WALs/0b0b0ae8de03,41067,1731874806432/0b0b0ae8de03%2C41067%2C1731874806432.1731874808786 to pos 913, reset compression=false 2024-11-17T20:20:22,159 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.wal-reader.0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T20:20:22,159 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.wal-reader.0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/WALs/0b0b0ae8de03,41067,1731874806432/0b0b0ae8de03%2C41067%2C1731874806432.1731874808786 to pos 1160, reset compression=false 2024-11-17T20:20:22,159 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.shipper0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,41067,1731874806432 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/WALs/0b0b0ae8de03,41067,1731874806432/0b0b0ae8de03%2C41067%2C1731874806432.1731874808786, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T20:20:22,160 ERROR [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.shipper0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 0b0b0ae8de03,41067,1731874806432: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-0b0b0ae8de03,41067,1731874806432, walGroup=0b0b0ae8de03%2C41067%2C1731874806432, offset=0b0b0ae8de03%2C41067%2C1731874806432.1731874808786:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:41067 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T20:20:22,161 ERROR [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.shipper0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T20:20:22,161 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.shipper0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T20:20:22,162 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.shipper0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T20:20:22,162 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.shipper0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T20:20:22,162 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.shipper0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T20:20:22,162 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.shipper0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 611920880 }, "NonHeapMemoryUsage": { "committed": 195035136, "init": 7667712, "max": -1, "used": 191388952 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T20:20:22,163 WARN [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.shipper0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:46585 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:46585 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T20:20:22,215 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.wal-reader.0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699/0b0b0ae8de03%2C34603%2C1731874800699.1731874802920 to pos 914, reset compression=false 2024-11-17T20:20:22,215 DEBUG [RS:0;0b0b0ae8de03:41067 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 920533e2daa784c761d853b0492dc5ec 2024-11-17T20:20:22,362 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.wal-reader.0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/WALs/0b0b0ae8de03,41067,1731874806432/0b0b0ae8de03%2C41067%2C1731874806432.1731874808786 to pos 1160, reset compression=false 2024-11-17T20:20:22,416 DEBUG [RS:0;0b0b0ae8de03:41067 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 920533e2daa784c761d853b0492dc5ec 2024-11-17T20:20:22,465 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/hbase/meta/1588230740/.tmp/ns/e63f8275b07847c2aecbedb98e1fac03 2024-11-17T20:20:22,481 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/hbase/meta/1588230740/.tmp/rep_barrier/37b5f2bdc0eb46269eb04518fd548c15 is 112, key is test,,1731874812045.920533e2daa784c761d853b0492dc5ec./rep_barrier:seqnumDuringOpen/1731874813192/Put/seqid=0 2024-11-17T20:20:22,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741845_1021 (size=5518) 2024-11-17T20:20:22,485 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/default/test/920533e2daa784c761d853b0492dc5ec/.tmp/f1/711b5b97ad80452388e5f2d2cb51431a 2024-11-17T20:20:22,489 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 711b5b97ad80452388e5f2d2cb51431a 2024-11-17T20:20:22,505 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/default/test/920533e2daa784c761d853b0492dc5ec/.tmp/norep/ff9d7323a7f14477ac31c1a3605a211d is 33, key is row1/norep:/1731874820535/DeleteFamily/seqid=0 2024-11-17T20:20:22,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741846_1022 (size=5108) 2024-11-17T20:20:22,616 INFO [RS:0;0b0b0ae8de03:41067 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T20:20:22,616 DEBUG [RS:0;0b0b0ae8de03:41067 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 920533e2daa784c761d853b0492dc5ec=test,,1731874812045.920533e2daa784c761d853b0492dc5ec.} 2024-11-17T20:20:22,616 DEBUG [RS:0;0b0b0ae8de03:41067 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 920533e2daa784c761d853b0492dc5ec 2024-11-17T20:20:22,666 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.wal-reader.0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/WALs/0b0b0ae8de03,41067,1731874806432/0b0b0ae8de03%2C41067%2C1731874806432.1731874808786 to pos 1160, reset compression=false 2024-11-17T20:20:22,816 DEBUG [RS:0;0b0b0ae8de03:41067 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 920533e2daa784c761d853b0492dc5ec 2024-11-17T20:20:22,818 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.wal-reader.0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699/0b0b0ae8de03%2C34603%2C1731874800699.1731874802920 to pos 914, reset compression=false 2024-11-17T20:20:22,885 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/hbase/meta/1588230740/.tmp/rep_barrier/37b5f2bdc0eb46269eb04518fd548c15 2024-11-17T20:20:22,901 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/hbase/meta/1588230740/.tmp/table/3d7ea98fd0264958afb0662a3dcbd647 is 53, key is hbase:replication/table:state/1731874816523/Put/seqid=0 2024-11-17T20:20:22,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741847_1023 (size=5308) 2024-11-17T20:20:22,909 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/default/test/920533e2daa784c761d853b0492dc5ec/.tmp/norep/ff9d7323a7f14477ac31c1a3605a211d 2024-11-17T20:20:22,913 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ff9d7323a7f14477ac31c1a3605a211d 2024-11-17T20:20:22,913 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/default/test/920533e2daa784c761d853b0492dc5ec/.tmp/f/7262f153654c4a7cbdfbdfbbe0188df6 as hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/default/test/920533e2daa784c761d853b0492dc5ec/f/7262f153654c4a7cbdfbdfbbe0188df6 2024-11-17T20:20:22,917 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7262f153654c4a7cbdfbdfbbe0188df6 2024-11-17T20:20:22,917 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/default/test/920533e2daa784c761d853b0492dc5ec/f/7262f153654c4a7cbdfbdfbbe0188df6, entries=2, sequenceid=8, filesize=5.0 K 2024-11-17T20:20:22,918 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/default/test/920533e2daa784c761d853b0492dc5ec/.tmp/f1/711b5b97ad80452388e5f2d2cb51431a as hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/default/test/920533e2daa784c761d853b0492dc5ec/f1/711b5b97ad80452388e5f2d2cb51431a 2024-11-17T20:20:22,921 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 711b5b97ad80452388e5f2d2cb51431a 2024-11-17T20:20:22,921 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/default/test/920533e2daa784c761d853b0492dc5ec/f1/711b5b97ad80452388e5f2d2cb51431a, entries=2, sequenceid=8, filesize=5.0 K 2024-11-17T20:20:22,922 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/default/test/920533e2daa784c761d853b0492dc5ec/.tmp/norep/ff9d7323a7f14477ac31c1a3605a211d as hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/default/test/920533e2daa784c761d853b0492dc5ec/norep/ff9d7323a7f14477ac31c1a3605a211d 2024-11-17T20:20:22,925 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ff9d7323a7f14477ac31c1a3605a211d 2024-11-17T20:20:22,925 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/default/test/920533e2daa784c761d853b0492dc5ec/norep/ff9d7323a7f14477ac31c1a3605a211d, entries=1, sequenceid=8, filesize=5.0 K 2024-11-17T20:20:22,926 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 920533e2daa784c761d853b0492dc5ec in 878ms, sequenceid=8, compaction requested=false 2024-11-17T20:20:22,931 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/default/test/920533e2daa784c761d853b0492dc5ec/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-17T20:20:22,931 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:20:22,931 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T20:20:22,931 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731874812045.920533e2daa784c761d853b0492dc5ec. 2024-11-17T20:20:22,931 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 920533e2daa784c761d853b0492dc5ec: Waiting for close lock at 1731874822048Running coprocessor pre-close hooks at 1731874822048Disabling compacts and flushes for region at 1731874822048Disabling writes for close at 1731874822048Obtaining lock to block concurrent updates at 1731874822048Preparing flush snapshotting stores in 920533e2daa784c761d853b0492dc5ec at 1731874822048Finished memstore snapshotting test,,1731874812045.920533e2daa784c761d853b0492dc5ec., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731874822048Flushing stores of test,,1731874812045.920533e2daa784c761d853b0492dc5ec. at 1731874822049 (+1 ms)Flushing 920533e2daa784c761d853b0492dc5ec/f: creating writer at 1731874822049Flushing 920533e2daa784c761d853b0492dc5ec/f: appending metadata at 1731874822060 (+11 ms)Flushing 920533e2daa784c761d853b0492dc5ec/f: closing flushed file at 1731874822060Flushing 920533e2daa784c761d853b0492dc5ec/f1: creating writer at 1731874822069 (+9 ms)Flushing 920533e2daa784c761d853b0492dc5ec/f1: appending metadata at 1731874822081 (+12 ms)Flushing 920533e2daa784c761d853b0492dc5ec/f1: closing flushed file at 1731874822081Flushing 920533e2daa784c761d853b0492dc5ec/norep: creating writer at 1731874822489 (+408 ms)Flushing 920533e2daa784c761d853b0492dc5ec/norep: appending metadata at 1731874822505 (+16 ms)Flushing 920533e2daa784c761d853b0492dc5ec/norep: closing flushed file at 1731874822505Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d7bf020: reopening flushed file at 1731874822913 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5daab9af: reopening flushed file at 1731874822917 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@236ea195: reopening flushed file at 1731874822921 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 920533e2daa784c761d853b0492dc5ec in 878ms, sequenceid=8, compaction requested=false at 1731874822926 (+5 ms)Writing region close event to WAL at 1731874822928 (+2 ms)Running coprocessor post-close hooks at 1731874822931 (+3 ms)Closed at 1731874822931 2024-11-17T20:20:22,931 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731874812045.920533e2daa784c761d853b0492dc5ec. 2024-11-17T20:20:23,016 DEBUG [RS:0;0b0b0ae8de03:41067 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:20:23,070 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.wal-reader.0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/WALs/0b0b0ae8de03,41067,1731874806432/0b0b0ae8de03%2C41067%2C1731874806432.1731874808786 to pos 1160, reset compression=false 2024-11-17T20:20:23,074 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.wal-reader.0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T20:20:23,074 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.wal-reader.0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/WALs/0b0b0ae8de03,41067,1731874806432/0b0b0ae8de03%2C41067%2C1731874806432.1731874808786 to pos 1804, reset compression=false 2024-11-17T20:20:23,216 DEBUG [RS:0;0b0b0ae8de03:41067 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:20:23,276 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.wal-reader.0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/WALs/0b0b0ae8de03,41067,1731874806432/0b0b0ae8de03%2C41067%2C1731874806432.1731874808786 to pos 1804, reset compression=false 2024-11-17T20:20:23,305 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/hbase/meta/1588230740/.tmp/table/3d7ea98fd0264958afb0662a3dcbd647 2024-11-17T20:20:23,309 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/hbase/meta/1588230740/.tmp/info/46f93581e7d9486c8906a325ee3a4763 as hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/hbase/meta/1588230740/info/46f93581e7d9486c8906a325ee3a4763 2024-11-17T20:20:23,313 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/hbase/meta/1588230740/info/46f93581e7d9486c8906a325ee3a4763, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T20:20:23,314 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/hbase/meta/1588230740/.tmp/ns/e63f8275b07847c2aecbedb98e1fac03 as hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/hbase/meta/1588230740/ns/e63f8275b07847c2aecbedb98e1fac03 2024-11-17T20:20:23,318 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/hbase/meta/1588230740/ns/e63f8275b07847c2aecbedb98e1fac03, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T20:20:23,319 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/hbase/meta/1588230740/.tmp/rep_barrier/37b5f2bdc0eb46269eb04518fd548c15 as hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/hbase/meta/1588230740/rep_barrier/37b5f2bdc0eb46269eb04518fd548c15 2024-11-17T20:20:23,323 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/hbase/meta/1588230740/rep_barrier/37b5f2bdc0eb46269eb04518fd548c15, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T20:20:23,324 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/hbase/meta/1588230740/.tmp/table/3d7ea98fd0264958afb0662a3dcbd647 as hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/hbase/meta/1588230740/table/3d7ea98fd0264958afb0662a3dcbd647 2024-11-17T20:20:23,328 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/hbase/meta/1588230740/table/3d7ea98fd0264958afb0662a3dcbd647, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T20:20:23,329 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1713ms, sequenceid=16, compaction requested=false 2024-11-17T20:20:23,332 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T20:20:23,332 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:20:23,333 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T20:20:23,333 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T20:20:23,333 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731874821615Running coprocessor pre-close hooks at 1731874821615Disabling compacts and flushes for region at 1731874821615Disabling writes for close at 1731874821615Obtaining lock to block concurrent updates at 1731874821615Preparing flush snapshotting stores in 1588230740 at 1731874821615Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731874821615Flushing stores of hbase:meta,,1.1588230740 at 1731874821616 (+1 ms)Flushing 1588230740/info: creating writer at 1731874821616Flushing 1588230740/info: appending metadata at 1731874821628 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731874821628Flushing 1588230740/ns: creating writer at 1731874822038 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731874822059 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731874822059Flushing 1588230740/rep_barrier: creating writer at 1731874822469 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731874822481 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731874822481Flushing 1588230740/table: creating writer at 1731874822888 (+407 ms)Flushing 1588230740/table: appending metadata at 1731874822901 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731874822901Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c8c0309: reopening flushed file at 1731874823309 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28ec059b: reopening flushed file at 1731874823313 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@759f4206: reopening flushed file at 1731874823318 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62a5cd65: reopening flushed file at 1731874823323 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1713ms, sequenceid=16, compaction requested=false at 1731874823329 (+6 ms)Writing region close event to WAL at 1731874823330 (+1 ms)Running coprocessor post-close hooks at 1731874823332 (+2 ms)Closed at 1731874823333 (+1 ms) 2024-11-17T20:20:23,333 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T20:20:23,416 INFO [RS:0;0b0b0ae8de03:41067 {}] regionserver.HRegionServer(976): stopping server 0b0b0ae8de03,41067,1731874806432; all regions closed. 2024-11-17T20:20:23,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741834_1010 (size=4239) 2024-11-17T20:20:23,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741839_1015 (size=2676) 2024-11-17T20:20:23,421 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/WALs/0b0b0ae8de03,41067,1731874806432/0b0b0ae8de03%2C41067%2C1731874806432.rep.1731874816489 not finished, retry = 0 2024-11-17T20:20:23,522 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.wal-reader.0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699/0b0b0ae8de03%2C34603%2C1731874800699.1731874802920 to pos 914, reset compression=false 2024-11-17T20:20:23,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741832_1008 (size=1812) 2024-11-17T20:20:23,523 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/WALs/0b0b0ae8de03,41067,1731874806432/0b0b0ae8de03%2C41067%2C1731874806432.1731874808786 not finished, retry = 0 2024-11-17T20:20:23,579 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.wal-reader.0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/WALs/0b0b0ae8de03,41067,1731874806432/0b0b0ae8de03%2C41067%2C1731874806432.1731874808786 to pos 1804, reset compression=false 2024-11-17T20:20:23,624 DEBUG [RS:0;0b0b0ae8de03:41067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:23,624 INFO [RS:0;0b0b0ae8de03:41067 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:20:23,624 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.wal-reader.0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/WALs/0b0b0ae8de03,41067,1731874806432/0b0b0ae8de03%2C41067%2C1731874806432.1731874808786 2024-11-17T20:20:23,624 INFO [RS:0;0b0b0ae8de03:41067 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:20:23,624 INFO [RS:0;0b0b0ae8de03:41067 {}] hbase.ChoreService(370): Chore service for: regionserver/0b0b0ae8de03:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T20:20:23,625 INFO [RS:0;0b0b0ae8de03:41067 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:20:23,625 INFO [regionserver/0b0b0ae8de03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:20:23,625 INFO [RS:0;0b0b0ae8de03:41067 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0b0b0ae8de03,41067,1731874806432 because: Region server is closing 2024-11-17T20:20:23,625 INFO [RS:0;0b0b0ae8de03:41067 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:41067. 2024-11-17T20:20:23,625 DEBUG [RS:0;0b0b0ae8de03:41067 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:20:23,625 DEBUG [RS:0;0b0b0ae8de03:41067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:23,625 DEBUG [RS:0;0b0b0ae8de03:41067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:23,625 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:20:23,725 INFO [RS:0;0b0b0ae8de03:41067 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.shipper0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 terminated 2024-11-17T20:20:23,726 INFO [RS:0;0b0b0ae8de03:41067 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:41067. 2024-11-17T20:20:23,726 DEBUG [RS:0;0b0b0ae8de03:41067 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:20:23,726 DEBUG [RS:0;0b0b0ae8de03:41067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:23,725 WARN [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41067,1731874806432.replicationSource.wal-reader.0b0b0ae8de03%2C41067%2C1731874806432,1-0b0b0ae8de03,41067,1731874806432 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-17T20:20:23,726 DEBUG [RS:0;0b0b0ae8de03:41067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:23,726 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:20:23,726 INFO [RS:0;0b0b0ae8de03:41067 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41067 2024-11-17T20:20:23,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41067-0x1014a74367d0004, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1470768328/rs/0b0b0ae8de03,41067,1731874806432 2024-11-17T20:20:23,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46585-0x1014a74367d0003, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1470768328/rs 2024-11-17T20:20:23,774 INFO [RS:0;0b0b0ae8de03:41067 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:20:23,775 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b0b0ae8de03,41067,1731874806432] 2024-11-17T20:20:23,795 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1470768328/draining/0b0b0ae8de03,41067,1731874806432 already deleted, retry=false 2024-11-17T20:20:23,795 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b0b0ae8de03,41067,1731874806432 expired; onlineServers=0 2024-11-17T20:20:23,795 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0b0b0ae8de03,46585,1731874806286' ***** 2024-11-17T20:20:23,795 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T20:20:23,795 INFO [M:0;0b0b0ae8de03:46585 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:20:23,795 INFO [M:0;0b0b0ae8de03:46585 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:20:23,795 DEBUG [M:0;0b0b0ae8de03:46585 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T20:20:23,796 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T20:20:23,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-17T20:20:23,796 DEBUG [M:0;0b0b0ae8de03:46585 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T20:20:23,796 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-17T20:20:23,796 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874808507 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874808507,5,FailOnTimeoutGroup] 2024-11-17T20:20:23,796 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874808507 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874808507,5,FailOnTimeoutGroup] 2024-11-17T20:20:23,796 INFO [M:0;0b0b0ae8de03:46585 {}] hbase.ChoreService(370): Chore service for: master/0b0b0ae8de03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T20:20:23,796 INFO [M:0;0b0b0ae8de03:46585 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:20:23,796 DEBUG [M:0;0b0b0ae8de03:46585 {}] master.HMaster(1795): Stopping service threads 2024-11-17T20:20:23,796 INFO [M:0;0b0b0ae8de03:46585 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T20:20:23,796 INFO [M:0;0b0b0ae8de03:46585 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T20:20:23,796 INFO [M:0;0b0b0ae8de03:46585 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T20:20:23,796 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T20:20:23,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46585-0x1014a74367d0003, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1470768328/master 2024-11-17T20:20:23,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46585-0x1014a74367d0003, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1470768328 2024-11-17T20:20:23,806 DEBUG [M:0;0b0b0ae8de03:46585 {}] zookeeper.ZKUtil(347): master:46585-0x1014a74367d0003, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Unable to get data of znode /1-1470768328/master because node does not exist (not an error) 2024-11-17T20:20:23,806 WARN [M:0;0b0b0ae8de03:46585 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T20:20:23,806 INFO [M:0;0b0b0ae8de03:46585 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/.lastflushedseqids 2024-11-17T20:20:23,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741848_1024 (size=245) 2024-11-17T20:20:23,810 INFO [M:0;0b0b0ae8de03:46585 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T20:20:23,811 INFO [M:0;0b0b0ae8de03:46585 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T20:20:23,811 DEBUG [M:0;0b0b0ae8de03:46585 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T20:20:23,811 INFO [M:0;0b0b0ae8de03:46585 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:20:23,811 DEBUG [M:0;0b0b0ae8de03:46585 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:20:23,811 DEBUG [M:0;0b0b0ae8de03:46585 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T20:20:23,811 DEBUG [M:0;0b0b0ae8de03:46585 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:20:23,811 INFO [M:0;0b0b0ae8de03:46585 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-17T20:20:23,829 DEBUG [M:0;0b0b0ae8de03:46585 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/24928ccf1f4941f5b60a3309d6e81266 is 82, key is hbase:meta,,1/info:regioninfo/1731874809735/Put/seqid=0 2024-11-17T20:20:23,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741849_1025 (size=5672) 2024-11-17T20:20:23,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41067-0x1014a74367d0004, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:20:23,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41067-0x1014a74367d0004, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:20:23,885 INFO [RS:0;0b0b0ae8de03:41067 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:20:23,885 INFO [RS:0;0b0b0ae8de03:41067 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b0b0ae8de03,41067,1731874806432; zookeeper connection closed. 2024-11-17T20:20:23,885 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4d5fddd2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4d5fddd2 2024-11-17T20:20:23,885 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T20:20:24,232 INFO [M:0;0b0b0ae8de03:46585 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/24928ccf1f4941f5b60a3309d6e81266 2024-11-17T20:20:24,248 DEBUG [M:0;0b0b0ae8de03:46585 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6fc70bdb367456388397fc362f6cf20 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731874816527/Put/seqid=0 2024-11-17T20:20:24,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741850_1026 (size=8515) 2024-11-17T20:20:24,325 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.wal-reader.0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699/0b0b0ae8de03%2C34603%2C1731874800699.1731874802920 to pos 914, reset compression=false 2024-11-17T20:20:24,652 INFO [M:0;0b0b0ae8de03:46585 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6fc70bdb367456388397fc362f6cf20 2024-11-17T20:20:24,708 DEBUG [M:0;0b0b0ae8de03:46585 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3246fc8509804ff4a2fce235436e9996 is 69, key is 0b0b0ae8de03,41067,1731874806432/rs:state/1731874808589/Put/seqid=0 2024-11-17T20:20:24,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741851_1027 (size=5156) 2024-11-17T20:20:25,112 INFO [M:0;0b0b0ae8de03:46585 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3246fc8509804ff4a2fce235436e9996 2024-11-17T20:20:25,116 DEBUG [M:0;0b0b0ae8de03:46585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/24928ccf1f4941f5b60a3309d6e81266 as hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/24928ccf1f4941f5b60a3309d6e81266 2024-11-17T20:20:25,119 INFO [M:0;0b0b0ae8de03:46585 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/24928ccf1f4941f5b60a3309d6e81266, entries=8, sequenceid=97, filesize=5.5 K 2024-11-17T20:20:25,119 DEBUG [M:0;0b0b0ae8de03:46585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6fc70bdb367456388397fc362f6cf20 as hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b6fc70bdb367456388397fc362f6cf20 2024-11-17T20:20:25,123 INFO [M:0;0b0b0ae8de03:46585 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b6fc70bdb367456388397fc362f6cf20, entries=11, sequenceid=97, filesize=8.3 K 2024-11-17T20:20:25,123 DEBUG [M:0;0b0b0ae8de03:46585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3246fc8509804ff4a2fce235436e9996 as hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3246fc8509804ff4a2fce235436e9996 2024-11-17T20:20:25,127 INFO [M:0;0b0b0ae8de03:46585 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35939/user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3246fc8509804ff4a2fce235436e9996, entries=1, sequenceid=97, filesize=5.0 K 2024-11-17T20:20:25,128 INFO [M:0;0b0b0ae8de03:46585 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1317ms, sequenceid=97, compaction requested=false 2024-11-17T20:20:25,129 INFO [M:0;0b0b0ae8de03:46585 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:20:25,129 DEBUG [M:0;0b0b0ae8de03:46585 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731874823811Disabling compacts and flushes for region at 1731874823811Disabling writes for close at 1731874823811Obtaining lock to block concurrent updates at 1731874823811Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731874823811Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731874823812 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731874823812Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731874823812Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731874823828 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731874823828Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731874824236 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731874824248 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731874824248Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731874824696 (+448 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731874824708 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731874824708Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e7e0fb3: reopening flushed file at 1731874825115 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@558289af: reopening flushed file at 1731874825119 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@405d5c1: reopening flushed file at 1731874825123 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1317ms, sequenceid=97, compaction requested=false at 1731874825128 (+5 ms)Writing region close event to WAL at 1731874825129 (+1 ms)Closed at 1731874825129 2024-11-17T20:20:25,130 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/65009b41-9a0a-374d-7397-6fdd72d08778/MasterData/WALs/0b0b0ae8de03,46585,1731874806286/0b0b0ae8de03%2C46585%2C1731874806286.1731874808182 not finished, retry = 0 2024-11-17T20:20:25,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741830_1006 (size=63642) 2024-11-17T20:20:25,228 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.wal-reader.0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699/0b0b0ae8de03%2C34603%2C1731874800699.1731874802920 to pos 914, reset compression=false 2024-11-17T20:20:25,231 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:20:25,231 INFO [M:0;0b0b0ae8de03:46585 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T20:20:25,232 INFO [M:0;0b0b0ae8de03:46585 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46585 2024-11-17T20:20:25,233 INFO [M:0;0b0b0ae8de03:46585 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:20:25,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46585-0x1014a74367d0003, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:20:25,379 INFO [M:0;0b0b0ae8de03:46585 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:20:25,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46585-0x1014a74367d0003, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:20:25,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b860fd1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:20:25,412 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ace65d3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T20:20:25,412 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T20:20:25,413 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@220dc6fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T20:20:25,413 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@167a162e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc3164-1e3e-e6d7-5bb2-1263f3eca928/hadoop.log.dir/,STOPPED} 2024-11-17T20:20:25,414 WARN [BP-1543118365-172.17.0.2-1731874804186 heartbeating to localhost/127.0.0.1:35939 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T20:20:25,414 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T20:20:25,414 WARN [BP-1543118365-172.17.0.2-1731874804186 heartbeating to localhost/127.0.0.1:35939 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1543118365-172.17.0.2-1731874804186 (Datanode Uuid 9221666a-ad3a-4e41-9fb1-1f89f5c96f1d) service to localhost/127.0.0.1:35939 2024-11-17T20:20:25,414 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T20:20:25,414 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc3164-1e3e-e6d7-5bb2-1263f3eca928/cluster_44df648d-001a-e16a-dcd7-18e2c726f8d3/data/data1/current/BP-1543118365-172.17.0.2-1731874804186 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:20:25,415 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc3164-1e3e-e6d7-5bb2-1263f3eca928/cluster_44df648d-001a-e16a-dcd7-18e2c726f8d3/data/data2/current/BP-1543118365-172.17.0.2-1731874804186 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:20:25,415 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T20:20:25,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3fdf7da8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T20:20:25,421 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5a5376{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T20:20:25,421 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T20:20:25,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73c22285{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T20:20:25,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57272088{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc3164-1e3e-e6d7-5bb2-1263f3eca928/hadoop.log.dir/,STOPPED} 2024-11-17T20:20:25,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T20:20:25,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T20:20:25,433 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:20:25,434 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:20:25,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:25,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:25,434 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:20:25,434 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T20:20:25,434 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=738548656, stopped=false 2024-11-17T20:20:25,434 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0b0b0ae8de03,44183,1731874800504 2024-11-17T20:20:25,448 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34603-0x1014a74367d0001, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-511772403/running 2024-11-17T20:20:25,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44183-0x1014a74367d0000, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-511772403/running 2024-11-17T20:20:25,448 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34603-0x1014a74367d0001, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-511772403 2024-11-17T20:20:25,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44183-0x1014a74367d0000, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-511772403 2024-11-17T20:20:25,448 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T20:20:25,448 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:20:25,448 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:20:25,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:25,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44183-0x1014a74367d0000, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Set watcher on znode that does not yet exist, /0-511772403/running 2024-11-17T20:20:25,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34603-0x1014a74367d0001, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Set watcher on znode that does not yet exist, /0-511772403/running 2024-11-17T20:20:25,448 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b0b0ae8de03,34603,1731874800699' ***** 2024-11-17T20:20:25,449 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T20:20:25,449 INFO [RS:0;0b0b0ae8de03:34603 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T20:20:25,449 INFO [RS:0;0b0b0ae8de03:34603 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T20:20:25,449 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T20:20:25,449 INFO [RS:0;0b0b0ae8de03:34603 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T20:20:25,449 INFO [RS:0;0b0b0ae8de03:34603 {}] regionserver.HRegionServer(3091): Received CLOSE for 344f090c00abe4b6a015586fa74e999c 2024-11-17T20:20:25,449 INFO [RS:0;0b0b0ae8de03:34603 {}] regionserver.HRegionServer(3091): Received CLOSE for 8fbbdf08131bd8f7fd08ca3a75ce0230 2024-11-17T20:20:25,449 INFO [RS:0;0b0b0ae8de03:34603 {}] regionserver.HRegionServer(959): stopping server 0b0b0ae8de03,34603,1731874800699 2024-11-17T20:20:25,449 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 344f090c00abe4b6a015586fa74e999c, disabling compactions & flushes 2024-11-17T20:20:25,449 INFO [RS:0;0b0b0ae8de03:34603 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:20:25,449 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731874809891.344f090c00abe4b6a015586fa74e999c. 2024-11-17T20:20:25,449 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731874809891.344f090c00abe4b6a015586fa74e999c. 2024-11-17T20:20:25,449 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731874809891.344f090c00abe4b6a015586fa74e999c. after waiting 0 ms 2024-11-17T20:20:25,449 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731874809891.344f090c00abe4b6a015586fa74e999c. 2024-11-17T20:20:25,449 INFO [RS:0;0b0b0ae8de03:34603 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:34603. 2024-11-17T20:20:25,449 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 344f090c00abe4b6a015586fa74e999c 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-17T20:20:25,449 DEBUG [RS:0;0b0b0ae8de03:34603 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:20:25,449 DEBUG [RS:0;0b0b0ae8de03:34603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:25,449 INFO [RS:0;0b0b0ae8de03:34603 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T20:20:25,449 INFO [RS:0;0b0b0ae8de03:34603 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T20:20:25,449 INFO [RS:0;0b0b0ae8de03:34603 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T20:20:25,450 INFO [RS:0;0b0b0ae8de03:34603 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T20:20:25,450 INFO [RS:0;0b0b0ae8de03:34603 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T20:20:25,450 DEBUG [RS:0;0b0b0ae8de03:34603 {}] regionserver.HRegionServer(1325): Online Regions={344f090c00abe4b6a015586fa74e999c=test,,1731874809891.344f090c00abe4b6a015586fa74e999c., 1588230740=hbase:meta,,1.1588230740, 8fbbdf08131bd8f7fd08ca3a75ce0230=hbase:replication,,1731874814213.8fbbdf08131bd8f7fd08ca3a75ce0230.} 2024-11-17T20:20:25,450 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T20:20:25,450 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T20:20:25,450 DEBUG [RS:0;0b0b0ae8de03:34603 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 344f090c00abe4b6a015586fa74e999c, 8fbbdf08131bd8f7fd08ca3a75ce0230 2024-11-17T20:20:25,450 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T20:20:25,450 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T20:20:25,450 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T20:20:25,450 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T20:20:25,463 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/data/hbase/meta/1588230740/.tmp/info/bd38cdec9d9f48049f5be5abe07b8ce3 is 147, key is hbase:replication,,1731874814213.8fbbdf08131bd8f7fd08ca3a75ce0230./info:regioninfo/1731874814980/Put/seqid=0 2024-11-17T20:20:25,466 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/data/default/test/344f090c00abe4b6a015586fa74e999c/.tmp/f/e6e68c4b68914a0e9904be24c40db0bd is 29, key is row1/f:/1731874820535/DeleteFamily/seqid=0 2024-11-17T20:20:25,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44275 is added to blk_1073741840_1016 (size=7686) 2024-11-17T20:20:25,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44275 is added to blk_1073741841_1017 (size=5118) 2024-11-17T20:20:25,512 INFO [regionserver/0b0b0ae8de03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:20:25,650 DEBUG [RS:0;0b0b0ae8de03:34603 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 344f090c00abe4b6a015586fa74e999c, 8fbbdf08131bd8f7fd08ca3a75ce0230 2024-11-17T20:20:25,790 INFO [regionserver/0b0b0ae8de03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T20:20:25,790 INFO [regionserver/0b0b0ae8de03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T20:20:25,850 DEBUG [RS:0;0b0b0ae8de03:34603 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 344f090c00abe4b6a015586fa74e999c, 8fbbdf08131bd8f7fd08ca3a75ce0230 2024-11-17T20:20:25,868 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/data/hbase/meta/1588230740/.tmp/info/bd38cdec9d9f48049f5be5abe07b8ce3 2024-11-17T20:20:25,870 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/data/default/test/344f090c00abe4b6a015586fa74e999c/.tmp/f/e6e68c4b68914a0e9904be24c40db0bd 2024-11-17T20:20:25,873 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e6e68c4b68914a0e9904be24c40db0bd 2024-11-17T20:20:25,890 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/data/default/test/344f090c00abe4b6a015586fa74e999c/.tmp/f1/63479978acf84f3595f6d25e3c08f2c9 is 30, key is row1/f1:/1731874820535/DeleteFamily/seqid=0 2024-11-17T20:20:25,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44275 is added to blk_1073741842_1018 (size=5123) 2024-11-17T20:20:25,893 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/data/hbase/meta/1588230740/.tmp/ns/939a7b93f9cd41bca2cfbc4aa2b53510 is 43, key is default/ns:d/1731874804018/Put/seqid=0 2024-11-17T20:20:25,893 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/data/default/test/344f090c00abe4b6a015586fa74e999c/.tmp/f1/63479978acf84f3595f6d25e3c08f2c9 2024-11-17T20:20:25,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44275 is added to blk_1073741843_1019 (size=5153) 2024-11-17T20:20:25,896 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 63479978acf84f3595f6d25e3c08f2c9 2024-11-17T20:20:25,909 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/data/default/test/344f090c00abe4b6a015586fa74e999c/.tmp/norep/8362de8f38ca4bcea1c1f331bcadda54 is 32, key is row/norep:/1731874819527/DeleteFamily/seqid=0 2024-11-17T20:20:25,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44275 is added to blk_1073741844_1020 (size=5101) 2024-11-17T20:20:26,050 DEBUG [RS:0;0b0b0ae8de03:34603 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 344f090c00abe4b6a015586fa74e999c, 8fbbdf08131bd8f7fd08ca3a75ce0230 2024-11-17T20:20:26,232 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.wal-reader.0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699/0b0b0ae8de03%2C34603%2C1731874800699.1731874802920 to pos 914, reset compression=false 2024-11-17T20:20:26,236 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.wal-reader.0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T20:20:26,236 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.wal-reader.0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699/0b0b0ae8de03%2C34603%2C1731874800699.1731874802920 to pos 1161, reset compression=false 2024-11-17T20:20:26,236 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.shipper0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,34603,1731874800699 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699/0b0b0ae8de03%2C34603%2C1731874800699.1731874802920, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T20:20:26,236 ERROR [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.shipper0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 0b0b0ae8de03,34603,1731874800699: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-0b0b0ae8de03,34603,1731874800699, walGroup=0b0b0ae8de03%2C34603%2C1731874800699, offset=0b0b0ae8de03%2C34603%2C1731874800699.1731874802920:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:34603 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T20:20:26,237 ERROR [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.shipper0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T20:20:26,238 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.shipper0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T20:20:26,238 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.shipper0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T20:20:26,238 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.shipper0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T20:20:26,238 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.shipper0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T20:20:26,238 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.shipper0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 674835440 }, "NonHeapMemoryUsage": { "committed": 195297280, "init": 7667712, "max": -1, "used": 191848688 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T20:20:26,238 WARN [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.shipper0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:44183 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:44183 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T20:20:26,251 DEBUG [RS:0;0b0b0ae8de03:34603 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 344f090c00abe4b6a015586fa74e999c, 8fbbdf08131bd8f7fd08ca3a75ce0230 2024-11-17T20:20:26,296 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/data/hbase/meta/1588230740/.tmp/ns/939a7b93f9cd41bca2cfbc4aa2b53510 2024-11-17T20:20:26,312 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/data/default/test/344f090c00abe4b6a015586fa74e999c/.tmp/norep/8362de8f38ca4bcea1c1f331bcadda54 2024-11-17T20:20:26,316 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8362de8f38ca4bcea1c1f331bcadda54 2024-11-17T20:20:26,317 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/data/default/test/344f090c00abe4b6a015586fa74e999c/.tmp/f/e6e68c4b68914a0e9904be24c40db0bd as hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/data/default/test/344f090c00abe4b6a015586fa74e999c/f/e6e68c4b68914a0e9904be24c40db0bd 2024-11-17T20:20:26,317 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/data/hbase/meta/1588230740/.tmp/rep_barrier/32296310824c4abdb4cffcf538901756 is 112, key is test,,1731874809891.344f090c00abe4b6a015586fa74e999c./rep_barrier:seqnumDuringOpen/1731874811040/Put/seqid=0 2024-11-17T20:20:26,321 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e6e68c4b68914a0e9904be24c40db0bd 2024-11-17T20:20:26,321 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/data/default/test/344f090c00abe4b6a015586fa74e999c/f/e6e68c4b68914a0e9904be24c40db0bd, entries=2, sequenceid=8, filesize=5.0 K 2024-11-17T20:20:26,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44275 is added to blk_1073741845_1021 (size=5518) 2024-11-17T20:20:26,322 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/data/default/test/344f090c00abe4b6a015586fa74e999c/.tmp/f1/63479978acf84f3595f6d25e3c08f2c9 as hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/data/default/test/344f090c00abe4b6a015586fa74e999c/f1/63479978acf84f3595f6d25e3c08f2c9 2024-11-17T20:20:26,325 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 63479978acf84f3595f6d25e3c08f2c9 2024-11-17T20:20:26,326 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/data/default/test/344f090c00abe4b6a015586fa74e999c/f1/63479978acf84f3595f6d25e3c08f2c9, entries=2, sequenceid=8, filesize=5.0 K 2024-11-17T20:20:26,326 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/data/default/test/344f090c00abe4b6a015586fa74e999c/.tmp/norep/8362de8f38ca4bcea1c1f331bcadda54 as hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/data/default/test/344f090c00abe4b6a015586fa74e999c/norep/8362de8f38ca4bcea1c1f331bcadda54 2024-11-17T20:20:26,331 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8362de8f38ca4bcea1c1f331bcadda54 2024-11-17T20:20:26,331 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/data/default/test/344f090c00abe4b6a015586fa74e999c/norep/8362de8f38ca4bcea1c1f331bcadda54, entries=1, sequenceid=8, filesize=5.0 K 2024-11-17T20:20:26,332 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 344f090c00abe4b6a015586fa74e999c in 883ms, sequenceid=8, compaction requested=false 2024-11-17T20:20:26,335 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/data/default/test/344f090c00abe4b6a015586fa74e999c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-17T20:20:26,336 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:20:26,336 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T20:20:26,336 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731874809891.344f090c00abe4b6a015586fa74e999c. 2024-11-17T20:20:26,336 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 344f090c00abe4b6a015586fa74e999c: Waiting for close lock at 1731874825449Running coprocessor pre-close hooks at 1731874825449Disabling compacts and flushes for region at 1731874825449Disabling writes for close at 1731874825449Obtaining lock to block concurrent updates at 1731874825449Preparing flush snapshotting stores in 344f090c00abe4b6a015586fa74e999c at 1731874825449Finished memstore snapshotting test,,1731874809891.344f090c00abe4b6a015586fa74e999c., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731874825450 (+1 ms)Flushing stores of test,,1731874809891.344f090c00abe4b6a015586fa74e999c. at 1731874825450Flushing 344f090c00abe4b6a015586fa74e999c/f: creating writer at 1731874825450Flushing 344f090c00abe4b6a015586fa74e999c/f: appending metadata at 1731874825466 (+16 ms)Flushing 344f090c00abe4b6a015586fa74e999c/f: closing flushed file at 1731874825466Flushing 344f090c00abe4b6a015586fa74e999c/f1: creating writer at 1731874825873 (+407 ms)Flushing 344f090c00abe4b6a015586fa74e999c/f1: appending metadata at 1731874825889 (+16 ms)Flushing 344f090c00abe4b6a015586fa74e999c/f1: closing flushed file at 1731874825889Flushing 344f090c00abe4b6a015586fa74e999c/norep: creating writer at 1731874825897 (+8 ms)Flushing 344f090c00abe4b6a015586fa74e999c/norep: appending metadata at 1731874825908 (+11 ms)Flushing 344f090c00abe4b6a015586fa74e999c/norep: closing flushed file at 1731874825908Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@180a5800: reopening flushed file at 1731874826316 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a83e964: reopening flushed file at 1731874826321 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f14a96: reopening flushed file at 1731874826326 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 344f090c00abe4b6a015586fa74e999c in 883ms, sequenceid=8, compaction requested=false at 1731874826332 (+6 ms)Writing region close event to WAL at 1731874826333 (+1 ms)Running coprocessor post-close hooks at 1731874826336 (+3 ms)Closed at 1731874826336 2024-11-17T20:20:26,336 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731874809891.344f090c00abe4b6a015586fa74e999c. 2024-11-17T20:20:26,336 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8fbbdf08131bd8f7fd08ca3a75ce0230, disabling compactions & flushes 2024-11-17T20:20:26,336 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731874814213.8fbbdf08131bd8f7fd08ca3a75ce0230. 2024-11-17T20:20:26,337 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731874814213.8fbbdf08131bd8f7fd08ca3a75ce0230. 2024-11-17T20:20:26,337 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731874814213.8fbbdf08131bd8f7fd08ca3a75ce0230. after waiting 0 ms 2024-11-17T20:20:26,337 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731874814213.8fbbdf08131bd8f7fd08ca3a75ce0230. 2024-11-17T20:20:26,337 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8fbbdf08131bd8f7fd08ca3a75ce0230: Waiting for close lock at 1731874826336Running coprocessor pre-close hooks at 1731874826336Disabling compacts and flushes for region at 1731874826336Disabling writes for close at 1731874826337 (+1 ms)Failed flush hbase:replication,,1731874814213.8fbbdf08131bd8f7fd08ca3a75ce0230., putting online again at 1731874826337 2024-11-17T20:20:26,337 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731874814213.8fbbdf08131bd8f7fd08ca3a75ce0230. 2024-11-17T20:20:26,439 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.wal-reader.0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699/0b0b0ae8de03%2C34603%2C1731874800699.1731874802920 to pos 1161, reset compression=false 2024-11-17T20:20:26,444 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.wal-reader.0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T20:20:26,444 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.wal-reader.0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699/0b0b0ae8de03%2C34603%2C1731874800699.1731874802920 to pos 1805, reset compression=false 2024-11-17T20:20:26,451 INFO [RS:0;0b0b0ae8de03:34603 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T20:20:26,451 DEBUG [RS:0;0b0b0ae8de03:34603 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8fbbdf08131bd8f7fd08ca3a75ce0230=hbase:replication,,1731874814213.8fbbdf08131bd8f7fd08ca3a75ce0230.} 2024-11-17T20:20:26,451 INFO [RS:0;0b0b0ae8de03:34603 {}] regionserver.HRegionServer(3091): Received CLOSE for 8fbbdf08131bd8f7fd08ca3a75ce0230 2024-11-17T20:20:26,451 DEBUG [RS:0;0b0b0ae8de03:34603 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8fbbdf08131bd8f7fd08ca3a75ce0230 2024-11-17T20:20:26,451 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8fbbdf08131bd8f7fd08ca3a75ce0230, disabling compactions & flushes 2024-11-17T20:20:26,451 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731874814213.8fbbdf08131bd8f7fd08ca3a75ce0230. 2024-11-17T20:20:26,451 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731874814213.8fbbdf08131bd8f7fd08ca3a75ce0230. 2024-11-17T20:20:26,451 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731874814213.8fbbdf08131bd8f7fd08ca3a75ce0230. after waiting 0 ms 2024-11-17T20:20:26,451 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731874814213.8fbbdf08131bd8f7fd08ca3a75ce0230. 2024-11-17T20:20:26,451 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8fbbdf08131bd8f7fd08ca3a75ce0230: Waiting for close lock at 1731874826451Running coprocessor pre-close hooks at 1731874826451Disabling compacts and flushes for region at 1731874826451Disabling writes for close at 1731874826451Failed flush hbase:replication,,1731874814213.8fbbdf08131bd8f7fd08ca3a75ce0230., putting online again at 1731874826451 2024-11-17T20:20:26,451 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731874814213.8fbbdf08131bd8f7fd08ca3a75ce0230. 2024-11-17T20:20:26,648 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.wal-reader.0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699/0b0b0ae8de03%2C34603%2C1731874800699.1731874802920 to pos 1805, reset compression=false 2024-11-17T20:20:26,651 DEBUG [RS:0;0b0b0ae8de03:34603 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:20:26,722 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/data/hbase/meta/1588230740/.tmp/rep_barrier/32296310824c4abdb4cffcf538901756 2024-11-17T20:20:26,743 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/data/hbase/meta/1588230740/.tmp/table/ed4830919adb4449b5ed3624c418d13c is 53, key is hbase:replication/table:state/1731874814986/Put/seqid=0 2024-11-17T20:20:26,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44275 is added to blk_1073741846_1022 (size=5308) 2024-11-17T20:20:26,747 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/data/hbase/meta/1588230740/.tmp/table/ed4830919adb4449b5ed3624c418d13c 2024-11-17T20:20:26,751 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/data/hbase/meta/1588230740/.tmp/info/bd38cdec9d9f48049f5be5abe07b8ce3 as hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/data/hbase/meta/1588230740/info/bd38cdec9d9f48049f5be5abe07b8ce3 2024-11-17T20:20:26,755 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/data/hbase/meta/1588230740/info/bd38cdec9d9f48049f5be5abe07b8ce3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T20:20:26,756 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/data/hbase/meta/1588230740/.tmp/ns/939a7b93f9cd41bca2cfbc4aa2b53510 as hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/data/hbase/meta/1588230740/ns/939a7b93f9cd41bca2cfbc4aa2b53510 2024-11-17T20:20:26,761 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/data/hbase/meta/1588230740/ns/939a7b93f9cd41bca2cfbc4aa2b53510, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T20:20:26,761 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/data/hbase/meta/1588230740/.tmp/rep_barrier/32296310824c4abdb4cffcf538901756 as hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/data/hbase/meta/1588230740/rep_barrier/32296310824c4abdb4cffcf538901756 2024-11-17T20:20:26,765 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/data/hbase/meta/1588230740/rep_barrier/32296310824c4abdb4cffcf538901756, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T20:20:26,766 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/data/hbase/meta/1588230740/.tmp/table/ed4830919adb4449b5ed3624c418d13c as hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/data/hbase/meta/1588230740/table/ed4830919adb4449b5ed3624c418d13c 2024-11-17T20:20:26,769 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/data/hbase/meta/1588230740/table/ed4830919adb4449b5ed3624c418d13c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T20:20:26,770 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=16, compaction requested=false 2024-11-17T20:20:26,770 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T20:20:26,774 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T20:20:26,774 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:20:26,774 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T20:20:26,774 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T20:20:26,775 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731874825450Running coprocessor pre-close hooks at 1731874825450Disabling compacts and flushes for region at 1731874825450Disabling writes for close at 1731874825450Obtaining lock to block concurrent updates at 1731874825450Preparing flush snapshotting stores in 1588230740 at 1731874825450Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731874825450Flushing stores of hbase:meta,,1.1588230740 at 1731874825451 (+1 ms)Flushing 1588230740/info: creating writer at 1731874825451Flushing 1588230740/info: appending metadata at 1731874825463 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731874825463Flushing 1588230740/ns: creating writer at 1731874825873 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731874825892 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731874825892Flushing 1588230740/rep_barrier: creating writer at 1731874826301 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731874826317 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731874826317Flushing 1588230740/table: creating writer at 1731874826726 (+409 ms)Flushing 1588230740/table: appending metadata at 1731874826742 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731874826742Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f4b55ed: reopening flushed file at 1731874826750 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36bd1780: reopening flushed file at 1731874826756 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a07c807: reopening flushed file at 1731874826761 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@246fd759: reopening flushed file at 1731874826765 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=16, compaction requested=false at 1731874826770 (+5 ms)Writing region close event to WAL at 1731874826771 (+1 ms)Running coprocessor post-close hooks at 1731874826774 (+3 ms)Closed at 1731874826774 2024-11-17T20:20:26,775 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T20:20:26,851 INFO [RS:0;0b0b0ae8de03:34603 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-17T20:20:26,851 INFO [RS:0;0b0b0ae8de03:34603 {}] regionserver.HRegionServer(976): stopping server 0b0b0ae8de03,34603,1731874800699; all regions closed. 2024-11-17T20:20:26,853 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699/0b0b0ae8de03%2C34603%2C1731874800699.meta.1731874803940.meta not finished, retry = 0 2024-11-17T20:20:26,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44275 is added to blk_1073741834_1010 (size=4239) 2024-11-17T20:20:26,951 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.wal-reader.0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699/0b0b0ae8de03%2C34603%2C1731874800699.1731874802920 to pos 1805, reset compression=false 2024-11-17T20:20:26,956 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/WALs/0b0b0ae8de03,34603,1731874800699/0b0b0ae8de03%2C34603%2C1731874800699.rep.1731874814949 not finished, retry = 0 2024-11-17T20:20:26,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44275 is added to blk_1073741839_1015 (size=1733) 2024-11-17T20:20:27,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44275 is added to blk_1073741832_1008 (size=1813) 2024-11-17T20:20:27,059 DEBUG [RS:0;0b0b0ae8de03:34603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:27,059 INFO [RS:0;0b0b0ae8de03:34603 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:20:27,059 INFO [RS:0;0b0b0ae8de03:34603 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:20:27,059 INFO [RS:0;0b0b0ae8de03:34603 {}] hbase.ChoreService(370): Chore service for: regionserver/0b0b0ae8de03:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-17T20:20:27,059 INFO [RS:0;0b0b0ae8de03:34603 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:20:27,059 INFO [regionserver/0b0b0ae8de03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:20:27,059 INFO [RS:0;0b0b0ae8de03:34603 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0b0b0ae8de03,34603,1731874800699 because: Region server is closing 2024-11-17T20:20:27,060 INFO [RS:0;0b0b0ae8de03:34603 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:34603. 2024-11-17T20:20:27,060 DEBUG [RS:0;0b0b0ae8de03:34603 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:20:27,060 DEBUG [RS:0;0b0b0ae8de03:34603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:27,060 DEBUG [RS:0;0b0b0ae8de03:34603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:27,060 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:20:27,160 INFO [RS:0;0b0b0ae8de03:34603 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.shipper0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 terminated 2024-11-17T20:20:27,160 WARN [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,34603,1731874800699.replicationSource.wal-reader.0b0b0ae8de03%2C34603%2C1731874800699,1-0b0b0ae8de03,34603,1731874800699 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T20:20:27,160 INFO [RS:0;0b0b0ae8de03:34603 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:34603. 2024-11-17T20:20:27,160 DEBUG [RS:0;0b0b0ae8de03:34603 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:20:27,160 DEBUG [RS:0;0b0b0ae8de03:34603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:27,161 DEBUG [RS:0;0b0b0ae8de03:34603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:27,161 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:20:27,161 INFO [RS:0;0b0b0ae8de03:34603 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34603 2024-11-17T20:20:27,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44183-0x1014a74367d0000, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-511772403/rs 2024-11-17T20:20:27,227 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34603-0x1014a74367d0001, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-511772403/rs/0b0b0ae8de03,34603,1731874800699 2024-11-17T20:20:27,227 INFO [RS:0;0b0b0ae8de03:34603 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:20:27,237 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b0b0ae8de03,34603,1731874800699] 2024-11-17T20:20:27,247 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-511772403/draining/0b0b0ae8de03,34603,1731874800699 already deleted, retry=false 2024-11-17T20:20:27,248 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b0b0ae8de03,34603,1731874800699 expired; onlineServers=0 2024-11-17T20:20:27,248 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0b0b0ae8de03,44183,1731874800504' ***** 2024-11-17T20:20:27,248 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T20:20:27,248 INFO [M:0;0b0b0ae8de03:44183 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:20:27,248 INFO [M:0;0b0b0ae8de03:44183 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:20:27,248 DEBUG [M:0;0b0b0ae8de03:44183 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T20:20:27,248 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T20:20:27,248 DEBUG [M:0;0b0b0ae8de03:44183 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T20:20:27,248 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874802722 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874802722,5,FailOnTimeoutGroup] 2024-11-17T20:20:27,248 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874802723 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874802723,5,FailOnTimeoutGroup] 2024-11-17T20:20:27,248 INFO [M:0;0b0b0ae8de03:44183 {}] hbase.ChoreService(370): Chore service for: master/0b0b0ae8de03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T20:20:27,248 INFO [M:0;0b0b0ae8de03:44183 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:20:27,248 DEBUG [M:0;0b0b0ae8de03:44183 {}] master.HMaster(1795): Stopping service threads 2024-11-17T20:20:27,248 INFO [M:0;0b0b0ae8de03:44183 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T20:20:27,248 INFO [M:0;0b0b0ae8de03:44183 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T20:20:27,248 INFO [M:0;0b0b0ae8de03:44183 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T20:20:27,248 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T20:20:27,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44183-0x1014a74367d0000, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-511772403/master 2024-11-17T20:20:27,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44183-0x1014a74367d0000, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-511772403 2024-11-17T20:20:27,258 DEBUG [M:0;0b0b0ae8de03:44183 {}] zookeeper.ZKUtil(347): master:44183-0x1014a74367d0000, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Unable to get data of znode /0-511772403/master because node does not exist (not an error) 2024-11-17T20:20:27,258 WARN [M:0;0b0b0ae8de03:44183 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T20:20:27,259 INFO [M:0;0b0b0ae8de03:44183 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/.lastflushedseqids 2024-11-17T20:20:27,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44275 is added to blk_1073741847_1023 (size=245) 2024-11-17T20:20:27,337 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34603-0x1014a74367d0001, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:20:27,337 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34603-0x1014a74367d0001, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:20:27,337 INFO [RS:0;0b0b0ae8de03:34603 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:20:27,337 INFO [RS:0;0b0b0ae8de03:34603 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b0b0ae8de03,34603,1731874800699; zookeeper connection closed. 2024-11-17T20:20:27,337 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2b6a4fe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2b6a4fe 2024-11-17T20:20:27,338 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T20:20:27,550 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T20:20:27,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:27,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:27,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:27,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:27,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:27,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:27,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:27,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:27,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:27,663 INFO [M:0;0b0b0ae8de03:44183 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T20:20:27,663 INFO [M:0;0b0b0ae8de03:44183 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T20:20:27,663 DEBUG [M:0;0b0b0ae8de03:44183 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T20:20:27,663 INFO [M:0;0b0b0ae8de03:44183 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:20:27,663 DEBUG [M:0;0b0b0ae8de03:44183 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:20:27,663 DEBUG [M:0;0b0b0ae8de03:44183 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T20:20:27,663 DEBUG [M:0;0b0b0ae8de03:44183 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:20:27,664 INFO [M:0;0b0b0ae8de03:44183 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-17T20:20:27,680 DEBUG [M:0;0b0b0ae8de03:44183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f006ffa56c4486db271a9b21553b3dd is 82, key is hbase:meta,,1/info:regioninfo/1731874803971/Put/seqid=0 2024-11-17T20:20:27,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44275 is added to blk_1073741848_1024 (size=5672) 2024-11-17T20:20:28,084 INFO [M:0;0b0b0ae8de03:44183 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f006ffa56c4486db271a9b21553b3dd 2024-11-17T20:20:28,100 DEBUG [M:0;0b0b0ae8de03:44183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/87910c7b1ea445b6a32e850f1c0b0b32 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731874814990/Put/seqid=0 2024-11-17T20:20:28,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44275 is added to blk_1073741849_1025 (size=8515) 2024-11-17T20:20:28,504 INFO [M:0;0b0b0ae8de03:44183 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/87910c7b1ea445b6a32e850f1c0b0b32 2024-11-17T20:20:28,524 DEBUG [M:0;0b0b0ae8de03:44183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/90d5026ded5e4a808372e6efc561e7c0 is 69, key is 0b0b0ae8de03,34603,1731874800699/rs:state/1731874802763/Put/seqid=0 2024-11-17T20:20:28,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44275 is added to blk_1073741850_1026 (size=5156) 2024-11-17T20:20:28,928 INFO [M:0;0b0b0ae8de03:44183 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/90d5026ded5e4a808372e6efc561e7c0 2024-11-17T20:20:28,932 DEBUG [M:0;0b0b0ae8de03:44183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f006ffa56c4486db271a9b21553b3dd as hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7f006ffa56c4486db271a9b21553b3dd 2024-11-17T20:20:28,939 INFO [M:0;0b0b0ae8de03:44183 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7f006ffa56c4486db271a9b21553b3dd, entries=8, sequenceid=97, filesize=5.5 K 2024-11-17T20:20:28,939 DEBUG [M:0;0b0b0ae8de03:44183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/87910c7b1ea445b6a32e850f1c0b0b32 as hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/87910c7b1ea445b6a32e850f1c0b0b32 2024-11-17T20:20:28,943 INFO [M:0;0b0b0ae8de03:44183 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/87910c7b1ea445b6a32e850f1c0b0b32, entries=11, sequenceid=97, filesize=8.3 K 2024-11-17T20:20:28,944 DEBUG [M:0;0b0b0ae8de03:44183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/90d5026ded5e4a808372e6efc561e7c0 as hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/90d5026ded5e4a808372e6efc561e7c0 2024-11-17T20:20:28,947 INFO [M:0;0b0b0ae8de03:44183 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39911/user/jenkins/test-data/c8538a76-7261-49f8-e184-2edcab619eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/90d5026ded5e4a808372e6efc561e7c0, entries=1, sequenceid=97, filesize=5.0 K 2024-11-17T20:20:28,948 INFO [M:0;0b0b0ae8de03:44183 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false 2024-11-17T20:20:28,949 INFO [M:0;0b0b0ae8de03:44183 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:20:28,949 DEBUG [M:0;0b0b0ae8de03:44183 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731874827663Disabling compacts and flushes for region at 1731874827663Disabling writes for close at 1731874827663Obtaining lock to block concurrent updates at 1731874827664 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731874827664Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731874827664Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731874827665 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731874827665Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731874827680 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731874827680Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731874828087 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731874828100 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731874828100Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731874828508 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731874828523 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731874828523Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28b3817f: reopening flushed file at 1731874828932 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e68e0c6: reopening flushed file at 1731874828939 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cc228fc: reopening flushed file at 1731874828943 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false at 1731874828948 (+5 ms)Writing region close event to WAL at 1731874828949 (+1 ms)Closed at 1731874828949 2024-11-17T20:20:28,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44275 is added to blk_1073741830_1006 (size=63642) 2024-11-17T20:20:28,955 INFO [M:0;0b0b0ae8de03:44183 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T20:20:28,955 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:20:28,955 INFO [M:0;0b0b0ae8de03:44183 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44183 2024-11-17T20:20:28,955 INFO [M:0;0b0b0ae8de03:44183 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:20:29,106 INFO [M:0;0b0b0ae8de03:44183 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:20:29,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44183-0x1014a74367d0000, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:20:29,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44183-0x1014a74367d0000, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:20:29,108 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c7d5e3e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:20:29,108 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b3b3b40{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T20:20:29,108 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T20:20:29,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5683ad24{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T20:20:29,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178b540{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fe90e62-fca5-17dc-914b-061e9eebba49/hadoop.log.dir/,STOPPED} 2024-11-17T20:20:29,110 WARN [BP-1120121772-172.17.0.2-1731874798313 heartbeating to localhost/127.0.0.1:39911 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T20:20:29,110 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T20:20:29,110 WARN [BP-1120121772-172.17.0.2-1731874798313 heartbeating to localhost/127.0.0.1:39911 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1120121772-172.17.0.2-1731874798313 (Datanode Uuid 6bae044a-6faf-4647-a8fc-65f8b47dfaf9) service to localhost/127.0.0.1:39911 2024-11-17T20:20:29,110 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T20:20:29,111 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fe90e62-fca5-17dc-914b-061e9eebba49/cluster_4884c82d-61ce-83c2-acb4-632b86dfbeb2/data/data1/current/BP-1120121772-172.17.0.2-1731874798313 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:20:29,111 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fe90e62-fca5-17dc-914b-061e9eebba49/cluster_4884c82d-61ce-83c2-acb4-632b86dfbeb2/data/data2/current/BP-1120121772-172.17.0.2-1731874798313 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:20:29,111 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T20:20:29,116 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f09815{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T20:20:29,117 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25265bf2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T20:20:29,117 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T20:20:29,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@512ec466{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T20:20:29,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9b72e0a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fe90e62-fca5-17dc-914b-061e9eebba49/hadoop.log.dir/,STOPPED} 2024-11-17T20:20:29,123 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T20:20:29,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T20:20:29,142 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=260 (was 241) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:39911 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39911 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:39911 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35939 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:35939 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:35939 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:35939 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:39911 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:35939 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:39911 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64470) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64470) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=659 (was 616) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=281 (was 307), ProcessCount=11 (was 11), AvailableMemoryMB=7689 (was 7707) 2024-11-17T20:20:29,151 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=260, OpenFileDescriptor=659, MaxFileDescriptor=1048576, SystemLoadAverage=281, ProcessCount=11, AvailableMemoryMB=7689 2024-11-17T20:20:29,168 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-17T20:20:29,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc3164-1e3e-e6d7-5bb2-1263f3eca928/hadoop.log.dir so I do NOT create it in target/test-data/b10ebcaa-96ba-ebe6-18a4-eceef4907f24 2024-11-17T20:20:29,169 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc3164-1e3e-e6d7-5bb2-1263f3eca928/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T20:20:29,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc3164-1e3e-e6d7-5bb2-1263f3eca928/hadoop.tmp.dir so I do NOT create it in target/test-data/b10ebcaa-96ba-ebe6-18a4-eceef4907f24 2024-11-17T20:20:29,169 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc3164-1e3e-e6d7-5bb2-1263f3eca928/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T20:20:29,169 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10ebcaa-96ba-ebe6-18a4-eceef4907f24 2024-11-17T20:20:29,169 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10ebcaa-96ba-ebe6-18a4-eceef4907f24/cluster_dd52e8d3-830f-69f2-b88e-65728a7e0b17, deleteOnExit=true 2024-11-17T20:20:29,190 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10ebcaa-96ba-ebe6-18a4-eceef4907f24/cluster_dd52e8d3-830f-69f2-b88e-65728a7e0b17/zookeeper_0, clientPort=57629, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10ebcaa-96ba-ebe6-18a4-eceef4907f24/cluster_dd52e8d3-830f-69f2-b88e-65728a7e0b17/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10ebcaa-96ba-ebe6-18a4-eceef4907f24/cluster_dd52e8d3-830f-69f2-b88e-65728a7e0b17/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T20:20:29,191 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57629 2024-11-17T20:20:29,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T20:20:29,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T20:20:29,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10ebcaa-96ba-ebe6-18a4-eceef4907f24/test.cache.data in system properties and HBase conf 2024-11-17T20:20:29,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10ebcaa-96ba-ebe6-18a4-eceef4907f24/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T20:20:29,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10ebcaa-96ba-ebe6-18a4-eceef4907f24/hadoop.log.dir in system properties and HBase conf 2024-11-17T20:20:29,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10ebcaa-96ba-ebe6-18a4-eceef4907f24/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T20:20:29,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10ebcaa-96ba-ebe6-18a4-eceef4907f24/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T20:20:29,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T20:20:29,192 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T20:20:29,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10ebcaa-96ba-ebe6-18a4-eceef4907f24/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T20:20:29,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10ebcaa-96ba-ebe6-18a4-eceef4907f24/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T20:20:29,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10ebcaa-96ba-ebe6-18a4-eceef4907f24/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T20:20:29,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10ebcaa-96ba-ebe6-18a4-eceef4907f24/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T20:20:29,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10ebcaa-96ba-ebe6-18a4-eceef4907f24/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T20:20:29,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10ebcaa-96ba-ebe6-18a4-eceef4907f24/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T20:20:29,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10ebcaa-96ba-ebe6-18a4-eceef4907f24/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T20:20:29,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10ebcaa-96ba-ebe6-18a4-eceef4907f24/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T20:20:29,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10ebcaa-96ba-ebe6-18a4-eceef4907f24/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T20:20:29,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10ebcaa-96ba-ebe6-18a4-eceef4907f24/nfs.dump.dir in system properties and HBase conf 2024-11-17T20:20:29,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10ebcaa-96ba-ebe6-18a4-eceef4907f24/java.io.tmpdir in system properties and HBase conf 2024-11-17T20:20:29,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10ebcaa-96ba-ebe6-18a4-eceef4907f24/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T20:20:29,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10ebcaa-96ba-ebe6-18a4-eceef4907f24/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T20:20:29,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10ebcaa-96ba-ebe6-18a4-eceef4907f24/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T20:20:29,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014a74367d0002, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T20:20:29,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014a74367d0005, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T20:20:29,221 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014a74367d0002, quorum=127.0.0.1:64470, baseZNode=/0-511772403 Received Disconnected from ZooKeeper, ignoring 2024-11-17T20:20:29,221 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014a74367d0005, quorum=127.0.0.1:64470, baseZNode=/1-1470768328 Received Disconnected from ZooKeeper, ignoring 2024-11-17T20:20:29,545 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:20:29,549 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T20:20:29,551 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T20:20:29,551 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T20:20:29,551 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T20:20:29,552 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:20:29,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61115464{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10ebcaa-96ba-ebe6-18a4-eceef4907f24/hadoop.log.dir/,AVAILABLE} 2024-11-17T20:20:29,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a89869{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T20:20:29,654 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24aa3718{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10ebcaa-96ba-ebe6-18a4-eceef4907f24/java.io.tmpdir/jetty-localhost-44863-hadoop-hdfs-3_4_1-tests_jar-_-any-1276235495759609736/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T20:20:29,654 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c94bd15{HTTP/1.1, (http/1.1)}{localhost:44863} 2024-11-17T20:20:29,654 INFO [Time-limited test {}] server.Server(415): Started @233090ms 2024-11-17T20:20:29,945 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:20:29,948 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T20:20:29,955 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T20:20:29,955 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T20:20:29,955 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T20:20:29,956 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@126476f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10ebcaa-96ba-ebe6-18a4-eceef4907f24/hadoop.log.dir/,AVAILABLE} 2024-11-17T20:20:29,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c42ee9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T20:20:30,063 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@484f9d43{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10ebcaa-96ba-ebe6-18a4-eceef4907f24/java.io.tmpdir/jetty-localhost-37773-hadoop-hdfs-3_4_1-tests_jar-_-any-17418736632191502148/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:20:30,063 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12f15ad3{HTTP/1.1, (http/1.1)}{localhost:37773} 2024-11-17T20:20:30,063 INFO [Time-limited test {}] server.Server(415): Started @233498ms 2024-11-17T20:20:30,064 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T20:20:30,700 WARN [Thread-2650 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10ebcaa-96ba-ebe6-18a4-eceef4907f24/cluster_dd52e8d3-830f-69f2-b88e-65728a7e0b17/data/data1/current/BP-1859021134-172.17.0.2-1731874829215/current, will proceed with Du for space computation calculation, 2024-11-17T20:20:30,700 WARN [Thread-2651 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10ebcaa-96ba-ebe6-18a4-eceef4907f24/cluster_dd52e8d3-830f-69f2-b88e-65728a7e0b17/data/data2/current/BP-1859021134-172.17.0.2-1731874829215/current, will proceed with Du for space computation calculation, 2024-11-17T20:20:30,723 WARN [Thread-2638 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T20:20:30,726 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x68e7c318e3006d5 with lease ID 0x30ad5abb04f05c79: Processing first storage report for DS-981e0955-4ce6-45a2-bed7-57858e0985c6 from datanode DatanodeRegistration(127.0.0.1:45587, datanodeUuid=dfa7f118-6963-4c47-8071-88da46de6ab4, infoPort=36603, infoSecurePort=0, ipcPort=34071, storageInfo=lv=-57;cid=testClusterID;nsid=1974981900;c=1731874829215) 2024-11-17T20:20:30,726 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x68e7c318e3006d5 with lease ID 0x30ad5abb04f05c79: from storage DS-981e0955-4ce6-45a2-bed7-57858e0985c6 node DatanodeRegistration(127.0.0.1:45587, datanodeUuid=dfa7f118-6963-4c47-8071-88da46de6ab4, infoPort=36603, infoSecurePort=0, ipcPort=34071, storageInfo=lv=-57;cid=testClusterID;nsid=1974981900;c=1731874829215), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T20:20:30,726 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x68e7c318e3006d5 with lease ID 0x30ad5abb04f05c79: Processing first storage report for DS-b5130226-59ab-4fbe-91ef-b113c25618e8 from datanode DatanodeRegistration(127.0.0.1:45587, datanodeUuid=dfa7f118-6963-4c47-8071-88da46de6ab4, infoPort=36603, infoSecurePort=0, ipcPort=34071, storageInfo=lv=-57;cid=testClusterID;nsid=1974981900;c=1731874829215) 2024-11-17T20:20:30,726 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x68e7c318e3006d5 with lease ID 0x30ad5abb04f05c79: from storage DS-b5130226-59ab-4fbe-91ef-b113c25618e8 node DatanodeRegistration(127.0.0.1:45587, datanodeUuid=dfa7f118-6963-4c47-8071-88da46de6ab4, infoPort=36603, infoSecurePort=0, ipcPort=34071, storageInfo=lv=-57;cid=testClusterID;nsid=1974981900;c=1731874829215), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T20:20:30,804 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10ebcaa-96ba-ebe6-18a4-eceef4907f24 2024-11-17T20:20:30,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:20:30,806 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:20:30,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45587 is added to blk_1073741825_1001 (size=7) 2024-11-17T20:20:30,813 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd with version=8 2024-11-17T20:20:30,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/hbase-staging 2024-11-17T20:20:30,816 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:20:30,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:20:30,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:20:30,816 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:20:30,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:20:30,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:20:30,816 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T20:20:30,817 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:20:30,817 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39355 2024-11-17T20:20:30,818 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39355 connecting to ZooKeeper ensemble=127.0.0.1:57629 2024-11-17T20:20:31,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393550x0, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:20:31,011 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39355-0x1014a74af310000 connected 2024-11-17T20:20:31,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:20:31,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:20:31,124 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39355-0x1014a74af310000, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Set watcher on znode that does not yet exist, /0-70395104/running 2024-11-17T20:20:31,125 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd, hbase.cluster.distributed=false 2024-11-17T20:20:31,126 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39355-0x1014a74af310000, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Set watcher on znode that does not yet exist, /0-70395104/acl 2024-11-17T20:20:31,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39355 2024-11-17T20:20:31,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39355 2024-11-17T20:20:31,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39355 2024-11-17T20:20:31,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39355 2024-11-17T20:20:31,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39355 2024-11-17T20:20:31,145 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:20:31,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:20:31,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:20:31,145 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:20:31,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:20:31,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:20:31,145 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T20:20:31,146 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:20:31,146 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33769 2024-11-17T20:20:31,147 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33769 connecting to ZooKeeper ensemble=127.0.0.1:57629 2024-11-17T20:20:31,147 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:20:31,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:20:31,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337690x0, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:20:31,164 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:337690x0, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Set watcher on znode that does not yet exist, /0-70395104/running 2024-11-17T20:20:31,164 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33769-0x1014a74af310001 connected 2024-11-17T20:20:31,164 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T20:20:31,164 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T20:20:31,165 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33769-0x1014a74af310001, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Set watcher on znode that does not yet exist, /0-70395104/master 2024-11-17T20:20:31,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33769-0x1014a74af310001, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Set watcher on znode that does not yet exist, /0-70395104/acl 2024-11-17T20:20:31,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33769 2024-11-17T20:20:31,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33769 2024-11-17T20:20:31,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33769 2024-11-17T20:20:31,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33769 2024-11-17T20:20:31,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33769 2024-11-17T20:20:31,189 DEBUG [M:0;0b0b0ae8de03:39355 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b0b0ae8de03:39355 2024-11-17T20:20:31,190 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-70395104/backup-masters/0b0b0ae8de03,39355,1731874830815 2024-11-17T20:20:31,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33769-0x1014a74af310001, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-70395104/backup-masters 2024-11-17T20:20:31,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39355-0x1014a74af310000, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-70395104/backup-masters 2024-11-17T20:20:31,202 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39355-0x1014a74af310000, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Set watcher on existing znode=/0-70395104/backup-masters/0b0b0ae8de03,39355,1731874830815 2024-11-17T20:20:31,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33769-0x1014a74af310001, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-70395104/master 2024-11-17T20:20:31,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39355-0x1014a74af310000, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-70395104 2024-11-17T20:20:31,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33769-0x1014a74af310001, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-70395104 2024-11-17T20:20:31,212 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39355-0x1014a74af310000, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Set watcher on existing znode=/0-70395104/master 2024-11-17T20:20:31,212 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-70395104/backup-masters/0b0b0ae8de03,39355,1731874830815 from backup master directory 2024-11-17T20:20:31,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33769-0x1014a74af310001, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-70395104/backup-masters 2024-11-17T20:20:31,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39355-0x1014a74af310000, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-70395104/backup-masters/0b0b0ae8de03,39355,1731874830815 2024-11-17T20:20:31,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39355-0x1014a74af310000, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-70395104/backup-masters 2024-11-17T20:20:31,222 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:20:31,222 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b0b0ae8de03,39355,1731874830815 2024-11-17T20:20:31,225 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/hbase.id] with ID: 78b53bad-1945-4b31-a951-722c604ecb3b 2024-11-17T20:20:31,225 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/.tmp/hbase.id 2024-11-17T20:20:31,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45587 is added to blk_1073741826_1002 (size=42) 2024-11-17T20:20:31,382 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:20:31,383 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b0b0ae8de03,33335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:33335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T20:20:31,383 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38351 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b0b0ae8de03,33335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:33335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T20:20:31,631 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/.tmp/hbase.id]:[hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/hbase.id] 2024-11-17T20:20:31,638 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:20:31,638 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T20:20:31,639 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T20:20:31,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33769-0x1014a74af310001, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-70395104 2024-11-17T20:20:31,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39355-0x1014a74af310000, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-70395104 2024-11-17T20:20:31,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45587 is added to blk_1073741827_1003 (size=196) 2024-11-17T20:20:32,132 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:20:32,133 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T20:20:32,133 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:20:32,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45587 is added to blk_1073741828_1004 (size=1189) 2024-11-17T20:20:32,542 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/MasterData/data/master/store 2024-11-17T20:20:32,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45587 is added to blk_1073741829_1005 (size=34) 2024-11-17T20:20:32,662 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T20:20:32,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:32,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:32,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:32,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:32,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:32,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:32,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:32,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:32,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:32,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:32,947 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:20:32,948 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T20:20:32,948 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:20:32,948 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:20:32,948 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T20:20:32,948 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:20:32,948 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:20:32,948 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731874832948Disabling compacts and flushes for region at 1731874832948Disabling writes for close at 1731874832948Writing region close event to WAL at 1731874832948Closed at 1731874832948 2024-11-17T20:20:32,948 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/MasterData/data/master/store/.initializing 2024-11-17T20:20:32,948 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/MasterData/WALs/0b0b0ae8de03,39355,1731874830815 2024-11-17T20:20:32,949 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:20:32,950 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b0b0ae8de03%2C39355%2C1731874830815, suffix=, logDir=hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/MasterData/WALs/0b0b0ae8de03,39355,1731874830815, archiveDir=hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/MasterData/oldWALs, maxLogs=10 2024-11-17T20:20:32,962 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/MasterData/WALs/0b0b0ae8de03,39355,1731874830815/0b0b0ae8de03%2C39355%2C1731874830815.1731874832951, exclude list is [], retry=0 2024-11-17T20:20:32,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45587,DS-981e0955-4ce6-45a2-bed7-57858e0985c6,DISK] 2024-11-17T20:20:32,966 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/MasterData/WALs/0b0b0ae8de03,39355,1731874830815/0b0b0ae8de03%2C39355%2C1731874830815.1731874832951 2024-11-17T20:20:32,966 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36603:36603)] 2024-11-17T20:20:32,966 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:20:32,967 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:20:32,967 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:32,967 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:32,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:32,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T20:20:32,969 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:32,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:20:32,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:32,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T20:20:32,970 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:32,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:20:32,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:32,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T20:20:32,972 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:32,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:20:32,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:32,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T20:20:32,973 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:32,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:20:32,973 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:32,974 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:32,974 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:32,975 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:32,975 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:32,975 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:20:32,976 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:32,978 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:20:32,984 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71461030, jitterRate=0.06485232710838318}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:20:32,985 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731874832967Initializing all the Stores at 1731874832968 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874832968Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874832968Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874832968Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874832968Cleaning up temporary data from old regions at 1731874832975 (+7 ms)Region opened successfully at 1731874832985 (+10 ms) 2024-11-17T20:20:32,985 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T20:20:32,987 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d080170, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:20:32,988 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T20:20:32,988 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T20:20:32,988 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T20:20:32,988 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T20:20:32,988 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T20:20:32,989 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T20:20:32,989 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T20:20:32,994 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T20:20:32,995 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39355-0x1014a74af310000, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Unable to get data of znode /0-70395104/balancer because node does not exist (not necessarily an error) 2024-11-17T20:20:33,022 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-70395104/balancer already deleted, retry=false 2024-11-17T20:20:33,023 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T20:20:33,023 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39355-0x1014a74af310000, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Unable to get data of znode /0-70395104/normalizer because node does not exist (not necessarily an error) 2024-11-17T20:20:33,033 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-70395104/normalizer already deleted, retry=false 2024-11-17T20:20:33,033 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T20:20:33,034 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39355-0x1014a74af310000, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Unable to get data of znode /0-70395104/switch/split because node does not exist (not necessarily an error) 2024-11-17T20:20:33,043 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-70395104/switch/split already deleted, retry=false 2024-11-17T20:20:33,044 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39355-0x1014a74af310000, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Unable to get data of znode /0-70395104/switch/merge because node does not exist (not necessarily an error) 2024-11-17T20:20:33,054 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-70395104/switch/merge already deleted, retry=false 2024-11-17T20:20:33,055 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39355-0x1014a74af310000, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Unable to get data of znode /0-70395104/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T20:20:33,064 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-70395104/snapshot-cleanup already deleted, retry=false 2024-11-17T20:20:33,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33769-0x1014a74af310001, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-70395104/running 2024-11-17T20:20:33,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39355-0x1014a74af310000, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-70395104/running 2024-11-17T20:20:33,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33769-0x1014a74af310001, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-70395104 2024-11-17T20:20:33,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39355-0x1014a74af310000, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-70395104 2024-11-17T20:20:33,075 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b0b0ae8de03,39355,1731874830815, sessionid=0x1014a74af310000, setting cluster-up flag (Was=false) 2024-11-17T20:20:33,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39355-0x1014a74af310000, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-70395104 2024-11-17T20:20:33,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33769-0x1014a74af310001, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-70395104 2024-11-17T20:20:33,127 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-70395104/flush-table-proc/acquired, /0-70395104/flush-table-proc/reached, /0-70395104/flush-table-proc/abort 2024-11-17T20:20:33,128 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b0b0ae8de03,39355,1731874830815 2024-11-17T20:20:33,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33769-0x1014a74af310001, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-70395104 2024-11-17T20:20:33,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39355-0x1014a74af310000, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-70395104 2024-11-17T20:20:33,180 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-70395104/online-snapshot/acquired, /0-70395104/online-snapshot/reached, /0-70395104/online-snapshot/abort 2024-11-17T20:20:33,181 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b0b0ae8de03,39355,1731874830815 2024-11-17T20:20:33,182 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T20:20:33,183 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T20:20:33,184 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T20:20:33,184 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T20:20:33,184 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b0b0ae8de03,39355,1731874830815 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T20:20:33,185 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:20:33,185 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:20:33,185 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:20:33,185 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:20:33,185 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b0b0ae8de03:0, corePoolSize=10, maxPoolSize=10 2024-11-17T20:20:33,185 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:33,185 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:20:33,185 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:33,186 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731874863186 2024-11-17T20:20:33,187 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T20:20:33,187 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:20:33,187 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T20:20:33,187 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T20:20:33,187 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T20:20:33,187 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T20:20:33,187 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T20:20:33,187 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T20:20:33,187 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:33,187 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T20:20:33,187 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T20:20:33,187 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T20:20:33,187 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T20:20:33,187 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:33,188 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T20:20:33,188 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T20:20:33,188 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T20:20:33,188 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874833188,5,FailOnTimeoutGroup] 2024-11-17T20:20:33,188 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874833188,5,FailOnTimeoutGroup] 2024-11-17T20:20:33,188 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:33,188 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T20:20:33,188 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:33,188 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:33,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45587 is added to blk_1073741831_1007 (size=1321) 2024-11-17T20:20:33,279 INFO [RS:0;0b0b0ae8de03:33769 {}] regionserver.HRegionServer(746): ClusterId : 78b53bad-1945-4b31-a951-722c604ecb3b 2024-11-17T20:20:33,279 DEBUG [RS:0;0b0b0ae8de03:33769 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T20:20:33,290 DEBUG [RS:0;0b0b0ae8de03:33769 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T20:20:33,290 DEBUG [RS:0;0b0b0ae8de03:33769 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T20:20:33,300 DEBUG [RS:0;0b0b0ae8de03:33769 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T20:20:33,300 DEBUG [RS:0;0b0b0ae8de03:33769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b104db8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:20:33,311 DEBUG [RS:0;0b0b0ae8de03:33769 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b0b0ae8de03:33769 2024-11-17T20:20:33,311 INFO [RS:0;0b0b0ae8de03:33769 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T20:20:33,311 INFO [RS:0;0b0b0ae8de03:33769 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T20:20:33,311 DEBUG [RS:0;0b0b0ae8de03:33769 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T20:20:33,312 INFO [RS:0;0b0b0ae8de03:33769 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b0b0ae8de03,39355,1731874830815 with port=33769, startcode=1731874831145 2024-11-17T20:20:33,312 DEBUG [RS:0;0b0b0ae8de03:33769 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T20:20:33,313 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T20:20:33,313 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39355 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b0b0ae8de03,33769,1731874831145 2024-11-17T20:20:33,313 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39355 {}] master.ServerManager(517): Registering regionserver=0b0b0ae8de03,33769,1731874831145 2024-11-17T20:20:33,314 DEBUG [RS:0;0b0b0ae8de03:33769 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd 2024-11-17T20:20:33,315 DEBUG [RS:0;0b0b0ae8de03:33769 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44561 2024-11-17T20:20:33,315 DEBUG [RS:0;0b0b0ae8de03:33769 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T20:20:33,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39355-0x1014a74af310000, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-70395104/rs 2024-11-17T20:20:33,321 DEBUG [RS:0;0b0b0ae8de03:33769 {}] zookeeper.ZKUtil(111): regionserver:33769-0x1014a74af310001, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Set watcher on existing znode=/0-70395104/rs/0b0b0ae8de03,33769,1731874831145 2024-11-17T20:20:33,321 WARN [RS:0;0b0b0ae8de03:33769 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:20:33,321 INFO [RS:0;0b0b0ae8de03:33769 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:20:33,322 DEBUG [RS:0;0b0b0ae8de03:33769 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145 2024-11-17T20:20:33,322 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b0b0ae8de03,33769,1731874831145] 2024-11-17T20:20:33,324 INFO [RS:0;0b0b0ae8de03:33769 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T20:20:33,325 INFO [RS:0;0b0b0ae8de03:33769 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T20:20:33,325 INFO [RS:0;0b0b0ae8de03:33769 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T20:20:33,325 INFO [RS:0;0b0b0ae8de03:33769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:33,326 INFO [RS:0;0b0b0ae8de03:33769 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T20:20:33,326 INFO [RS:0;0b0b0ae8de03:33769 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T20:20:33,326 INFO [RS:0;0b0b0ae8de03:33769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:33,326 DEBUG [RS:0;0b0b0ae8de03:33769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:33,326 DEBUG [RS:0;0b0b0ae8de03:33769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:33,326 DEBUG [RS:0;0b0b0ae8de03:33769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:33,326 DEBUG [RS:0;0b0b0ae8de03:33769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:33,326 DEBUG [RS:0;0b0b0ae8de03:33769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:33,326 DEBUG [RS:0;0b0b0ae8de03:33769 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:20:33,326 DEBUG [RS:0;0b0b0ae8de03:33769 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:33,326 DEBUG [RS:0;0b0b0ae8de03:33769 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:33,326 DEBUG [RS:0;0b0b0ae8de03:33769 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:33,326 DEBUG [RS:0;0b0b0ae8de03:33769 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:33,326 DEBUG [RS:0;0b0b0ae8de03:33769 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:33,326 DEBUG [RS:0;0b0b0ae8de03:33769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:33,326 DEBUG [RS:0;0b0b0ae8de03:33769 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:20:33,327 DEBUG [RS:0;0b0b0ae8de03:33769 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:20:33,327 INFO [RS:0;0b0b0ae8de03:33769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:33,327 INFO [RS:0;0b0b0ae8de03:33769 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:33,327 INFO [RS:0;0b0b0ae8de03:33769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:33,327 INFO [RS:0;0b0b0ae8de03:33769 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:33,327 INFO [RS:0;0b0b0ae8de03:33769 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:33,327 INFO [RS:0;0b0b0ae8de03:33769 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,33769,1731874831145-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:20:33,340 INFO [RS:0;0b0b0ae8de03:33769 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T20:20:33,340 INFO [RS:0;0b0b0ae8de03:33769 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,33769,1731874831145-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:33,340 INFO [RS:0;0b0b0ae8de03:33769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:33,340 INFO [RS:0;0b0b0ae8de03:33769 {}] regionserver.Replication(171): 0b0b0ae8de03,33769,1731874831145 started 2024-11-17T20:20:33,352 INFO [RS:0;0b0b0ae8de03:33769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:33,352 INFO [RS:0;0b0b0ae8de03:33769 {}] regionserver.HRegionServer(1482): Serving as 0b0b0ae8de03,33769,1731874831145, RpcServer on 0b0b0ae8de03/172.17.0.2:33769, sessionid=0x1014a74af310001 2024-11-17T20:20:33,352 DEBUG [RS:0;0b0b0ae8de03:33769 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T20:20:33,352 DEBUG [RS:0;0b0b0ae8de03:33769 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b0b0ae8de03,33769,1731874831145 2024-11-17T20:20:33,352 DEBUG [RS:0;0b0b0ae8de03:33769 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,33769,1731874831145' 2024-11-17T20:20:33,352 DEBUG [RS:0;0b0b0ae8de03:33769 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-70395104/flush-table-proc/abort' 2024-11-17T20:20:33,352 DEBUG [RS:0;0b0b0ae8de03:33769 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-70395104/flush-table-proc/acquired' 2024-11-17T20:20:33,353 DEBUG [RS:0;0b0b0ae8de03:33769 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T20:20:33,353 DEBUG [RS:0;0b0b0ae8de03:33769 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T20:20:33,353 DEBUG [RS:0;0b0b0ae8de03:33769 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b0b0ae8de03,33769,1731874831145 2024-11-17T20:20:33,353 DEBUG [RS:0;0b0b0ae8de03:33769 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,33769,1731874831145' 2024-11-17T20:20:33,353 DEBUG [RS:0;0b0b0ae8de03:33769 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-70395104/online-snapshot/abort' 2024-11-17T20:20:33,353 DEBUG [RS:0;0b0b0ae8de03:33769 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-70395104/online-snapshot/acquired' 2024-11-17T20:20:33,353 DEBUG [RS:0;0b0b0ae8de03:33769 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T20:20:33,353 INFO [RS:0;0b0b0ae8de03:33769 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T20:20:33,353 INFO [RS:0;0b0b0ae8de03:33769 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T20:20:33,454 INFO [RS:0;0b0b0ae8de03:33769 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:20:33,455 INFO [RS:0;0b0b0ae8de03:33769 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C33769%2C1731874831145, suffix=, logDir=hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145, archiveDir=hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/oldWALs, maxLogs=10 2024-11-17T20:20:33,470 DEBUG [RS:0;0b0b0ae8de03:33769 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455, exclude list is [], retry=0 2024-11-17T20:20:33,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45587,DS-981e0955-4ce6-45a2-bed7-57858e0985c6,DISK] 2024-11-17T20:20:33,474 INFO [RS:0;0b0b0ae8de03:33769 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 2024-11-17T20:20:33,474 DEBUG [RS:0;0b0b0ae8de03:33769 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36603:36603)] 2024-11-17T20:20:33,606 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T20:20:33,606 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd 2024-11-17T20:20:33,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45587 is added to blk_1073741833_1009 (size=32) 2024-11-17T20:20:33,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T20:20:33,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T20:20:33,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T20:20:34,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:20:34,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T20:20:34,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T20:20:34,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:34,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:20:34,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T20:20:34,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T20:20:34,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:34,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:20:34,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T20:20:34,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T20:20:34,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:34,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:20:34,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T20:20:34,017 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T20:20:34,017 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:34,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:20:34,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T20:20:34,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/data/hbase/meta/1588230740 2024-11-17T20:20:34,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/data/hbase/meta/1588230740 2024-11-17T20:20:34,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T20:20:34,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T20:20:34,020 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:20:34,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T20:20:34,022 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:20:34,022 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65851881, jitterRate=-0.01873050630092621}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:20:34,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731874834011Initializing all the Stores at 1731874834012 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874834012Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874834012Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874834012Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874834012Cleaning up temporary data from old regions at 1731874834019 (+7 ms)Region opened successfully at 1731874834023 (+4 ms) 2024-11-17T20:20:34,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T20:20:34,023 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T20:20:34,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T20:20:34,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T20:20:34,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T20:20:34,024 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T20:20:34,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731874834023Disabling compacts and flushes for region at 1731874834023Disabling writes for close at 1731874834023Writing region close event to WAL at 1731874834024 (+1 ms)Closed at 1731874834024 2024-11-17T20:20:34,025 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:20:34,025 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T20:20:34,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T20:20:34,026 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T20:20:34,026 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T20:20:34,176 DEBUG [0b0b0ae8de03:39355 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T20:20:34,177 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b0b0ae8de03,33769,1731874831145 2024-11-17T20:20:34,178 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,33769,1731874831145, state=OPENING 2024-11-17T20:20:34,243 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T20:20:34,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33769-0x1014a74af310001, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-70395104 2024-11-17T20:20:34,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39355-0x1014a74af310000, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-70395104 2024-11-17T20:20:34,254 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-70395104/meta-region-server: CHANGED 2024-11-17T20:20:34,254 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-70395104/meta-region-server: CHANGED 2024-11-17T20:20:34,254 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T20:20:34,254 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,33769,1731874831145}] 2024-11-17T20:20:34,406 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T20:20:34,407 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50077, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T20:20:34,410 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T20:20:34,410 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:20:34,410 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T20:20:34,411 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C33769%2C1731874831145.meta, suffix=.meta, logDir=hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145, archiveDir=hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/oldWALs, maxLogs=10 2024-11-17T20:20:34,423 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.meta.1731874834411.meta, exclude list is [], retry=0 2024-11-17T20:20:34,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45587,DS-981e0955-4ce6-45a2-bed7-57858e0985c6,DISK] 2024-11-17T20:20:34,426 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.meta.1731874834411.meta 2024-11-17T20:20:34,426 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36603:36603)] 2024-11-17T20:20:34,426 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:20:34,427 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:20:34,427 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T20:20:34,427 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T20:20:34,427 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T20:20:34,427 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T20:20:34,427 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:20:34,427 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T20:20:34,427 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T20:20:34,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T20:20:34,429 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T20:20:34,429 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:34,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:20:34,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T20:20:34,429 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T20:20:34,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:34,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:20:34,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T20:20:34,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T20:20:34,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:34,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:20:34,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T20:20:34,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T20:20:34,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:34,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:20:34,433 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T20:20:34,434 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/data/hbase/meta/1588230740 2024-11-17T20:20:34,434 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/data/hbase/meta/1588230740 2024-11-17T20:20:34,435 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T20:20:34,435 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T20:20:34,436 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:20:34,437 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T20:20:34,437 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64917672, jitterRate=-0.032651305198669434}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:20:34,437 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T20:20:34,438 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731874834427Writing region info on filesystem at 1731874834427Initializing all the Stores at 1731874834428 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874834428Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874834428Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874834428Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874834428Cleaning up temporary data from old regions at 1731874834435 (+7 ms)Running coprocessor post-open hooks at 1731874834437 (+2 ms)Region opened successfully at 1731874834438 (+1 ms) 2024-11-17T20:20:34,439 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731874834406 2024-11-17T20:20:34,441 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T20:20:34,441 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T20:20:34,441 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,33769,1731874831145 2024-11-17T20:20:34,442 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,33769,1731874831145, state=OPEN 2024-11-17T20:20:34,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39355-0x1014a74af310000, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-70395104/meta-region-server 2024-11-17T20:20:34,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33769-0x1014a74af310001, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-70395104/meta-region-server 2024-11-17T20:20:34,482 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,33769,1731874831145 2024-11-17T20:20:34,482 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-70395104/meta-region-server: CHANGED 2024-11-17T20:20:34,482 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-70395104/meta-region-server: CHANGED 2024-11-17T20:20:34,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T20:20:34,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,33769,1731874831145 in 228 msec 2024-11-17T20:20:34,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T20:20:34,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 459 msec 2024-11-17T20:20:34,486 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:20:34,486 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T20:20:34,487 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:20:34,487 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,33769,1731874831145, seqNum=-1] 2024-11-17T20:20:34,487 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:20:34,488 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56331, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:20:34,492 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3090 sec 2024-11-17T20:20:34,492 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731874834492, completionTime=-1 2024-11-17T20:20:34,492 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T20:20:34,492 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T20:20:34,494 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T20:20:34,494 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731874894494 2024-11-17T20:20:34,494 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731874954494 2024-11-17T20:20:34,494 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T20:20:34,494 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,39355,1731874830815-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:34,494 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,39355,1731874830815-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:34,495 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,39355,1731874830815-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:34,495 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b0b0ae8de03:39355, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:34,495 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:34,495 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:34,496 DEBUG [master/0b0b0ae8de03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T20:20:34,497 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.275sec 2024-11-17T20:20:34,498 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T20:20:34,498 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T20:20:34,498 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T20:20:34,498 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T20:20:34,498 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T20:20:34,498 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,39355,1731874830815-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:20:34,498 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,39355,1731874830815-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T20:20:34,499 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T20:20:34,499 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T20:20:34,499 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,39355,1731874830815-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:34,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42dfff7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:34,580 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,39355,-1 for getting cluster id 2024-11-17T20:20:34,580 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:20:34,581 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78b53bad-1945-4b31-a951-722c604ecb3b' 2024-11-17T20:20:34,581 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:20:34,582 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78b53bad-1945-4b31-a951-722c604ecb3b" 2024-11-17T20:20:34,582 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42222c87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:34,582 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,39355,-1] 2024-11-17T20:20:34,582 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:20:34,582 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:34,583 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:20:34,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e325d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:34,584 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:20:34,585 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,33769,1731874831145, seqNum=-1] 2024-11-17T20:20:34,585 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:20:34,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:20:34,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0b0b0ae8de03,39355,1731874830815 2024-11-17T20:20:34,587 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57629 2024-11-17T20:20:34,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:20:34,606 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014a74af310002 connected 2024-11-17T20:20:34,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10ebcaa-96ba-ebe6-18a4-eceef4907f24/hadoop.log.dir so I do NOT create it in target/test-data/140f6cf8-bd96-e8e3-274a-dcf68d91188b 2024-11-17T20:20:34,618 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10ebcaa-96ba-ebe6-18a4-eceef4907f24/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T20:20:34,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10ebcaa-96ba-ebe6-18a4-eceef4907f24/hadoop.tmp.dir so I do NOT create it in target/test-data/140f6cf8-bd96-e8e3-274a-dcf68d91188b 2024-11-17T20:20:34,618 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10ebcaa-96ba-ebe6-18a4-eceef4907f24/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T20:20:34,618 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/140f6cf8-bd96-e8e3-274a-dcf68d91188b 2024-11-17T20:20:34,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T20:20:34,618 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/140f6cf8-bd96-e8e3-274a-dcf68d91188b/cluster_f7ae3b79-b640-ca11-a0c0-f74a9fb7d43d, deleteOnExit=true 2024-11-17T20:20:34,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T20:20:34,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/140f6cf8-bd96-e8e3-274a-dcf68d91188b/test.cache.data in system properties and HBase conf 2024-11-17T20:20:34,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/140f6cf8-bd96-e8e3-274a-dcf68d91188b/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T20:20:34,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/140f6cf8-bd96-e8e3-274a-dcf68d91188b/hadoop.log.dir in system properties and HBase conf 2024-11-17T20:20:34,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/140f6cf8-bd96-e8e3-274a-dcf68d91188b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T20:20:34,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/140f6cf8-bd96-e8e3-274a-dcf68d91188b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T20:20:34,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T20:20:34,618 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T20:20:34,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/140f6cf8-bd96-e8e3-274a-dcf68d91188b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T20:20:34,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/140f6cf8-bd96-e8e3-274a-dcf68d91188b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T20:20:34,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/140f6cf8-bd96-e8e3-274a-dcf68d91188b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T20:20:34,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/140f6cf8-bd96-e8e3-274a-dcf68d91188b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T20:20:34,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/140f6cf8-bd96-e8e3-274a-dcf68d91188b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T20:20:34,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/140f6cf8-bd96-e8e3-274a-dcf68d91188b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T20:20:34,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/140f6cf8-bd96-e8e3-274a-dcf68d91188b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T20:20:34,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/140f6cf8-bd96-e8e3-274a-dcf68d91188b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T20:20:34,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/140f6cf8-bd96-e8e3-274a-dcf68d91188b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T20:20:34,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/140f6cf8-bd96-e8e3-274a-dcf68d91188b/nfs.dump.dir in system properties and HBase conf 2024-11-17T20:20:34,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/140f6cf8-bd96-e8e3-274a-dcf68d91188b/java.io.tmpdir in system properties and HBase conf 2024-11-17T20:20:34,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/140f6cf8-bd96-e8e3-274a-dcf68d91188b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T20:20:34,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/140f6cf8-bd96-e8e3-274a-dcf68d91188b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T20:20:34,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/140f6cf8-bd96-e8e3-274a-dcf68d91188b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T20:20:34,962 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:20:34,965 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T20:20:34,966 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T20:20:34,966 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T20:20:34,966 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T20:20:34,967 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:20:34,967 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64bff314{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/140f6cf8-bd96-e8e3-274a-dcf68d91188b/hadoop.log.dir/,AVAILABLE} 2024-11-17T20:20:34,967 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b8c84ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T20:20:35,060 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@116be29e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/140f6cf8-bd96-e8e3-274a-dcf68d91188b/java.io.tmpdir/jetty-localhost-42423-hadoop-hdfs-3_4_1-tests_jar-_-any-11568237106633108799/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T20:20:35,060 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a009e9e{HTTP/1.1, (http/1.1)}{localhost:42423} 2024-11-17T20:20:35,060 INFO [Time-limited test {}] server.Server(415): Started @238495ms 2024-11-17T20:20:35,326 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:20:35,328 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T20:20:35,332 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T20:20:35,332 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T20:20:35,333 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T20:20:35,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17652b88{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/140f6cf8-bd96-e8e3-274a-dcf68d91188b/hadoop.log.dir/,AVAILABLE} 2024-11-17T20:20:35,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f5a701f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T20:20:35,434 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c68d4f2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/140f6cf8-bd96-e8e3-274a-dcf68d91188b/java.io.tmpdir/jetty-localhost-41467-hadoop-hdfs-3_4_1-tests_jar-_-any-16601426007719773914/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:20:35,435 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61d6317e{HTTP/1.1, (http/1.1)}{localhost:41467} 2024-11-17T20:20:35,435 INFO [Time-limited test {}] server.Server(415): Started @238870ms 2024-11-17T20:20:35,436 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T20:20:36,063 WARN [Thread-2771 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/140f6cf8-bd96-e8e3-274a-dcf68d91188b/cluster_f7ae3b79-b640-ca11-a0c0-f74a9fb7d43d/data/data1/current/BP-199696147-172.17.0.2-1731874834634/current, will proceed with Du for space computation calculation, 2024-11-17T20:20:36,063 WARN [Thread-2772 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/140f6cf8-bd96-e8e3-274a-dcf68d91188b/cluster_f7ae3b79-b640-ca11-a0c0-f74a9fb7d43d/data/data2/current/BP-199696147-172.17.0.2-1731874834634/current, will proceed with Du for space computation calculation, 2024-11-17T20:20:36,088 WARN [Thread-2759 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T20:20:36,090 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7202032054a3afe4 with lease ID 0x36e148a7f33863c: Processing first storage report for DS-27b34b07-3faa-4352-9d89-88b163285007 from datanode DatanodeRegistration(127.0.0.1:37163, datanodeUuid=2196787d-503b-4b63-974e-bdedf8bf7fdb, infoPort=42665, infoSecurePort=0, ipcPort=40621, storageInfo=lv=-57;cid=testClusterID;nsid=1203624920;c=1731874834634) 2024-11-17T20:20:36,090 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7202032054a3afe4 with lease ID 0x36e148a7f33863c: from storage DS-27b34b07-3faa-4352-9d89-88b163285007 node DatanodeRegistration(127.0.0.1:37163, datanodeUuid=2196787d-503b-4b63-974e-bdedf8bf7fdb, infoPort=42665, infoSecurePort=0, ipcPort=40621, storageInfo=lv=-57;cid=testClusterID;nsid=1203624920;c=1731874834634), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T20:20:36,090 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7202032054a3afe4 with lease ID 0x36e148a7f33863c: Processing first storage report for DS-83a73972-54d0-4a0d-b493-18052c4310c7 from datanode DatanodeRegistration(127.0.0.1:37163, datanodeUuid=2196787d-503b-4b63-974e-bdedf8bf7fdb, infoPort=42665, infoSecurePort=0, ipcPort=40621, storageInfo=lv=-57;cid=testClusterID;nsid=1203624920;c=1731874834634) 2024-11-17T20:20:36,091 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7202032054a3afe4 with lease ID 0x36e148a7f33863c: from storage DS-83a73972-54d0-4a0d-b493-18052c4310c7 node DatanodeRegistration(127.0.0.1:37163, datanodeUuid=2196787d-503b-4b63-974e-bdedf8bf7fdb, infoPort=42665, infoSecurePort=0, ipcPort=40621, storageInfo=lv=-57;cid=testClusterID;nsid=1203624920;c=1731874834634), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T20:20:36,158 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/140f6cf8-bd96-e8e3-274a-dcf68d91188b 2024-11-17T20:20:36,158 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:20:36,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:20:36,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741825_1001 (size=7) 2024-11-17T20:20:36,566 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50 with version=8 2024-11-17T20:20:36,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/hbase-staging 2024-11-17T20:20:36,570 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:20:36,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:20:36,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:20:36,570 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:20:36,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:20:36,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:20:36,570 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T20:20:36,571 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:20:36,571 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45705 2024-11-17T20:20:36,572 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45705 connecting to ZooKeeper ensemble=127.0.0.1:57629 2024-11-17T20:20:36,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457050x0, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:20:36,622 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45705-0x1014a74af310003 connected 2024-11-17T20:20:36,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:20:36,698 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:20:36,700 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45705-0x1014a74af310003, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Set watcher on znode that does not yet exist, /1-1384948528/running 2024-11-17T20:20:36,700 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50, hbase.cluster.distributed=false 2024-11-17T20:20:36,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45705-0x1014a74af310003, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Set watcher on znode that does not yet exist, /1-1384948528/acl 2024-11-17T20:20:36,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45705 2024-11-17T20:20:36,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45705 2024-11-17T20:20:36,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45705 2024-11-17T20:20:36,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45705 2024-11-17T20:20:36,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45705 2024-11-17T20:20:36,717 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:20:36,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:20:36,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:20:36,717 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:20:36,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:20:36,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:20:36,717 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T20:20:36,717 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:20:36,718 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38861 2024-11-17T20:20:36,718 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38861 connecting to ZooKeeper ensemble=127.0.0.1:57629 2024-11-17T20:20:36,719 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:20:36,720 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:20:36,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388610x0, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:20:36,731 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388610x0, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Set watcher on znode that does not yet exist, /1-1384948528/running 2024-11-17T20:20:36,732 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38861-0x1014a74af310004 connected 2024-11-17T20:20:36,732 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T20:20:36,732 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T20:20:36,732 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38861-0x1014a74af310004, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Set watcher on znode that does not yet exist, /1-1384948528/master 2024-11-17T20:20:36,733 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38861-0x1014a74af310004, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Set watcher on znode that does not yet exist, /1-1384948528/acl 2024-11-17T20:20:36,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38861 2024-11-17T20:20:36,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38861 2024-11-17T20:20:36,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38861 2024-11-17T20:20:36,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38861 2024-11-17T20:20:36,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38861 2024-11-17T20:20:36,749 DEBUG [M:0;0b0b0ae8de03:45705 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b0b0ae8de03:45705 2024-11-17T20:20:36,750 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1384948528/backup-masters/0b0b0ae8de03,45705,1731874836570 2024-11-17T20:20:36,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38861-0x1014a74af310004, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1384948528/backup-masters 2024-11-17T20:20:36,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45705-0x1014a74af310003, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1384948528/backup-masters 2024-11-17T20:20:36,759 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45705-0x1014a74af310003, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Set watcher on existing znode=/1-1384948528/backup-masters/0b0b0ae8de03,45705,1731874836570 2024-11-17T20:20:36,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45705-0x1014a74af310003, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1384948528 2024-11-17T20:20:36,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38861-0x1014a74af310004, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1384948528/master 2024-11-17T20:20:36,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38861-0x1014a74af310004, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1384948528 2024-11-17T20:20:36,769 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45705-0x1014a74af310003, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Set watcher on existing znode=/1-1384948528/master 2024-11-17T20:20:36,770 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1384948528/backup-masters/0b0b0ae8de03,45705,1731874836570 from backup master directory 2024-11-17T20:20:36,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45705-0x1014a74af310003, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1384948528/backup-masters/0b0b0ae8de03,45705,1731874836570 2024-11-17T20:20:36,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45705-0x1014a74af310003, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1384948528/backup-masters 2024-11-17T20:20:36,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38861-0x1014a74af310004, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1384948528/backup-masters 2024-11-17T20:20:36,780 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:20:36,780 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b0b0ae8de03,45705,1731874836570 2024-11-17T20:20:36,782 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/hbase.id] with ID: fe4bd641-81b8-437e-bca5-add81f002ca6 2024-11-17T20:20:36,782 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/.tmp/hbase.id 2024-11-17T20:20:36,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741826_1002 (size=42) 2024-11-17T20:20:37,190 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/.tmp/hbase.id]:[hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/hbase.id] 2024-11-17T20:20:37,198 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:20:37,198 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T20:20:37,199 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T20:20:37,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45705-0x1014a74af310003, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1384948528 2024-11-17T20:20:37,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38861-0x1014a74af310004, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1384948528 2024-11-17T20:20:37,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741827_1003 (size=196) 2024-11-17T20:20:37,662 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:20:37,663 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T20:20:37,663 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:20:37,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741828_1004 (size=1189) 2024-11-17T20:20:38,070 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/MasterData/data/master/store 2024-11-17T20:20:38,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741829_1005 (size=34) 2024-11-17T20:20:38,475 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:20:38,475 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T20:20:38,475 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:20:38,475 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:20:38,475 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T20:20:38,475 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:20:38,475 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:20:38,475 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731874838475Disabling compacts and flushes for region at 1731874838475Disabling writes for close at 1731874838475Writing region close event to WAL at 1731874838475Closed at 1731874838475 2024-11-17T20:20:38,476 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/MasterData/data/master/store/.initializing 2024-11-17T20:20:38,476 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/MasterData/WALs/0b0b0ae8de03,45705,1731874836570 2024-11-17T20:20:38,477 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:20:38,479 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b0b0ae8de03%2C45705%2C1731874836570, suffix=, logDir=hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/MasterData/WALs/0b0b0ae8de03,45705,1731874836570, archiveDir=hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/MasterData/oldWALs, maxLogs=10 2024-11-17T20:20:38,495 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/MasterData/WALs/0b0b0ae8de03,45705,1731874836570/0b0b0ae8de03%2C45705%2C1731874836570.1731874838479, exclude list is [], retry=0 2024-11-17T20:20:38,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37163,DS-27b34b07-3faa-4352-9d89-88b163285007,DISK] 2024-11-17T20:20:38,499 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/MasterData/WALs/0b0b0ae8de03,45705,1731874836570/0b0b0ae8de03%2C45705%2C1731874836570.1731874838479 2024-11-17T20:20:38,499 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42665:42665)] 2024-11-17T20:20:38,499 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:20:38,500 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:20:38,500 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:38,500 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:38,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:38,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T20:20:38,502 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:38,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:20:38,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:38,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T20:20:38,504 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:38,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:20:38,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:38,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T20:20:38,505 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:38,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:20:38,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:38,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T20:20:38,506 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:38,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:20:38,507 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:38,507 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:38,508 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:38,509 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:38,509 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:38,509 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:20:38,510 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:38,512 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:20:38,512 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70068088, jitterRate=0.04409587383270264}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:20:38,512 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731874838500Initializing all the Stores at 1731874838501 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874838501Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874838501Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874838501Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874838501Cleaning up temporary data from old regions at 1731874838509 (+8 ms)Region opened successfully at 1731874838512 (+3 ms) 2024-11-17T20:20:38,512 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T20:20:38,514 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@694018dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:20:38,515 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T20:20:38,515 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T20:20:38,515 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T20:20:38,515 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T20:20:38,516 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T20:20:38,516 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T20:20:38,516 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T20:20:38,517 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T20:20:38,518 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45705-0x1014a74af310003, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Unable to get data of znode /1-1384948528/balancer because node does not exist (not necessarily an error) 2024-11-17T20:20:38,584 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1384948528/balancer already deleted, retry=false 2024-11-17T20:20:38,584 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T20:20:38,585 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45705-0x1014a74af310003, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Unable to get data of znode /1-1384948528/normalizer because node does not exist (not necessarily an error) 2024-11-17T20:20:38,594 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1384948528/normalizer already deleted, retry=false 2024-11-17T20:20:38,594 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T20:20:38,595 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45705-0x1014a74af310003, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Unable to get data of znode /1-1384948528/switch/split because node does not exist (not necessarily an error) 2024-11-17T20:20:38,605 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1384948528/switch/split already deleted, retry=false 2024-11-17T20:20:38,605 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45705-0x1014a74af310003, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Unable to get data of znode /1-1384948528/switch/merge because node does not exist (not necessarily an error) 2024-11-17T20:20:38,615 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1384948528/switch/merge already deleted, retry=false 2024-11-17T20:20:38,617 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45705-0x1014a74af310003, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Unable to get data of znode /1-1384948528/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T20:20:38,626 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1384948528/snapshot-cleanup already deleted, retry=false 2024-11-17T20:20:38,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38861-0x1014a74af310004, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1384948528/running 2024-11-17T20:20:38,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45705-0x1014a74af310003, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1384948528/running 2024-11-17T20:20:38,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38861-0x1014a74af310004, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1384948528 2024-11-17T20:20:38,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45705-0x1014a74af310003, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1384948528 2024-11-17T20:20:38,637 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b0b0ae8de03,45705,1731874836570, sessionid=0x1014a74af310003, setting cluster-up flag (Was=false) 2024-11-17T20:20:38,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45705-0x1014a74af310003, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1384948528 2024-11-17T20:20:38,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38861-0x1014a74af310004, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1384948528 2024-11-17T20:20:38,689 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1384948528/flush-table-proc/acquired, /1-1384948528/flush-table-proc/reached, /1-1384948528/flush-table-proc/abort 2024-11-17T20:20:38,690 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b0b0ae8de03,45705,1731874836570 2024-11-17T20:20:38,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45705-0x1014a74af310003, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1384948528 2024-11-17T20:20:38,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38861-0x1014a74af310004, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1384948528 2024-11-17T20:20:38,742 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1384948528/online-snapshot/acquired, /1-1384948528/online-snapshot/reached, /1-1384948528/online-snapshot/abort 2024-11-17T20:20:38,742 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b0b0ae8de03,45705,1731874836570 2024-11-17T20:20:38,743 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T20:20:38,745 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T20:20:38,746 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T20:20:38,746 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T20:20:38,746 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b0b0ae8de03,45705,1731874836570 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T20:20:38,747 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:20:38,747 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:20:38,747 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:20:38,747 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:20:38,747 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b0b0ae8de03:0, corePoolSize=10, maxPoolSize=10 2024-11-17T20:20:38,747 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:38,747 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:20:38,747 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:38,749 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:20:38,749 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T20:20:38,750 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:38,750 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T20:20:38,752 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731874868752 2024-11-17T20:20:38,752 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T20:20:38,753 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T20:20:38,753 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T20:20:38,753 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T20:20:38,753 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T20:20:38,753 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T20:20:38,753 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:38,754 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T20:20:38,754 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T20:20:38,754 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T20:20:38,754 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T20:20:38,754 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T20:20:38,754 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T20:20:38,755 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874838754,5,FailOnTimeoutGroup] 2024-11-17T20:20:38,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741831_1007 (size=1321) 2024-11-17T20:20:38,755 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874838755,5,FailOnTimeoutGroup] 2024-11-17T20:20:38,755 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:38,755 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T20:20:38,755 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:38,755 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:38,842 INFO [RS:0;0b0b0ae8de03:38861 {}] regionserver.HRegionServer(746): ClusterId : fe4bd641-81b8-437e-bca5-add81f002ca6 2024-11-17T20:20:38,842 DEBUG [RS:0;0b0b0ae8de03:38861 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T20:20:38,854 DEBUG [RS:0;0b0b0ae8de03:38861 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T20:20:38,854 DEBUG [RS:0;0b0b0ae8de03:38861 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T20:20:38,864 DEBUG [RS:0;0b0b0ae8de03:38861 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T20:20:38,865 DEBUG [RS:0;0b0b0ae8de03:38861 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aeac6e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:20:38,875 DEBUG [RS:0;0b0b0ae8de03:38861 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b0b0ae8de03:38861 2024-11-17T20:20:38,875 INFO [RS:0;0b0b0ae8de03:38861 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T20:20:38,875 INFO [RS:0;0b0b0ae8de03:38861 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T20:20:38,875 DEBUG [RS:0;0b0b0ae8de03:38861 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T20:20:38,875 INFO [RS:0;0b0b0ae8de03:38861 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b0b0ae8de03,45705,1731874836570 with port=38861, startcode=1731874836717 2024-11-17T20:20:38,875 DEBUG [RS:0;0b0b0ae8de03:38861 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T20:20:38,877 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50909, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T20:20:38,877 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45705 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b0b0ae8de03,38861,1731874836717 2024-11-17T20:20:38,877 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45705 {}] master.ServerManager(517): Registering regionserver=0b0b0ae8de03,38861,1731874836717 2024-11-17T20:20:38,878 DEBUG [RS:0;0b0b0ae8de03:38861 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50 2024-11-17T20:20:38,878 DEBUG [RS:0;0b0b0ae8de03:38861 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38291 2024-11-17T20:20:38,878 DEBUG [RS:0;0b0b0ae8de03:38861 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T20:20:38,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45705-0x1014a74af310003, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1384948528/rs 2024-11-17T20:20:38,946 DEBUG [RS:0;0b0b0ae8de03:38861 {}] zookeeper.ZKUtil(111): regionserver:38861-0x1014a74af310004, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Set watcher on existing znode=/1-1384948528/rs/0b0b0ae8de03,38861,1731874836717 2024-11-17T20:20:38,946 WARN [RS:0;0b0b0ae8de03:38861 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:20:38,946 INFO [RS:0;0b0b0ae8de03:38861 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:20:38,947 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b0b0ae8de03,38861,1731874836717] 2024-11-17T20:20:38,947 DEBUG [RS:0;0b0b0ae8de03:38861 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717 2024-11-17T20:20:38,950 INFO [RS:0;0b0b0ae8de03:38861 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T20:20:38,952 INFO [RS:0;0b0b0ae8de03:38861 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T20:20:38,952 INFO [RS:0;0b0b0ae8de03:38861 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T20:20:38,952 INFO [RS:0;0b0b0ae8de03:38861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:38,953 INFO [RS:0;0b0b0ae8de03:38861 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T20:20:38,954 INFO [RS:0;0b0b0ae8de03:38861 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T20:20:38,954 INFO [RS:0;0b0b0ae8de03:38861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:38,954 DEBUG [RS:0;0b0b0ae8de03:38861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:38,954 DEBUG [RS:0;0b0b0ae8de03:38861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:38,954 DEBUG [RS:0;0b0b0ae8de03:38861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:38,954 DEBUG [RS:0;0b0b0ae8de03:38861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:38,954 DEBUG [RS:0;0b0b0ae8de03:38861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:38,955 DEBUG [RS:0;0b0b0ae8de03:38861 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:20:38,955 DEBUG [RS:0;0b0b0ae8de03:38861 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:38,955 DEBUG [RS:0;0b0b0ae8de03:38861 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:38,955 DEBUG [RS:0;0b0b0ae8de03:38861 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:38,955 DEBUG [RS:0;0b0b0ae8de03:38861 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:38,955 DEBUG [RS:0;0b0b0ae8de03:38861 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:38,955 DEBUG [RS:0;0b0b0ae8de03:38861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:38,955 DEBUG [RS:0;0b0b0ae8de03:38861 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:20:38,955 DEBUG [RS:0;0b0b0ae8de03:38861 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:20:38,955 INFO [RS:0;0b0b0ae8de03:38861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:38,955 INFO [RS:0;0b0b0ae8de03:38861 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:38,955 INFO [RS:0;0b0b0ae8de03:38861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:38,955 INFO [RS:0;0b0b0ae8de03:38861 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:38,955 INFO [RS:0;0b0b0ae8de03:38861 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:38,955 INFO [RS:0;0b0b0ae8de03:38861 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,38861,1731874836717-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:20:38,968 INFO [RS:0;0b0b0ae8de03:38861 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T20:20:38,968 INFO [RS:0;0b0b0ae8de03:38861 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,38861,1731874836717-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:38,968 INFO [RS:0;0b0b0ae8de03:38861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:38,968 INFO [RS:0;0b0b0ae8de03:38861 {}] regionserver.Replication(171): 0b0b0ae8de03,38861,1731874836717 started 2024-11-17T20:20:38,980 INFO [RS:0;0b0b0ae8de03:38861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:38,980 INFO [RS:0;0b0b0ae8de03:38861 {}] regionserver.HRegionServer(1482): Serving as 0b0b0ae8de03,38861,1731874836717, RpcServer on 0b0b0ae8de03/172.17.0.2:38861, sessionid=0x1014a74af310004 2024-11-17T20:20:38,980 DEBUG [RS:0;0b0b0ae8de03:38861 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T20:20:38,980 DEBUG [RS:0;0b0b0ae8de03:38861 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b0b0ae8de03,38861,1731874836717 2024-11-17T20:20:38,980 DEBUG [RS:0;0b0b0ae8de03:38861 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,38861,1731874836717' 2024-11-17T20:20:38,981 DEBUG [RS:0;0b0b0ae8de03:38861 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1384948528/flush-table-proc/abort' 2024-11-17T20:20:38,981 DEBUG [RS:0;0b0b0ae8de03:38861 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1384948528/flush-table-proc/acquired' 2024-11-17T20:20:38,981 DEBUG [RS:0;0b0b0ae8de03:38861 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T20:20:38,981 DEBUG [RS:0;0b0b0ae8de03:38861 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T20:20:38,981 DEBUG [RS:0;0b0b0ae8de03:38861 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b0b0ae8de03,38861,1731874836717 2024-11-17T20:20:38,981 DEBUG [RS:0;0b0b0ae8de03:38861 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,38861,1731874836717' 2024-11-17T20:20:38,981 DEBUG [RS:0;0b0b0ae8de03:38861 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1384948528/online-snapshot/abort' 2024-11-17T20:20:38,982 DEBUG [RS:0;0b0b0ae8de03:38861 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1384948528/online-snapshot/acquired' 2024-11-17T20:20:38,982 DEBUG [RS:0;0b0b0ae8de03:38861 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T20:20:38,982 INFO [RS:0;0b0b0ae8de03:38861 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T20:20:38,982 INFO [RS:0;0b0b0ae8de03:38861 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T20:20:39,082 INFO [RS:0;0b0b0ae8de03:38861 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:20:39,084 INFO [RS:0;0b0b0ae8de03:38861 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C38861%2C1731874836717, suffix=, logDir=hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717, archiveDir=hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/oldWALs, maxLogs=10 2024-11-17T20:20:39,097 DEBUG [RS:0;0b0b0ae8de03:38861 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084, exclude list is [], retry=0 2024-11-17T20:20:39,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37163,DS-27b34b07-3faa-4352-9d89-88b163285007,DISK] 2024-11-17T20:20:39,100 INFO [RS:0;0b0b0ae8de03:38861 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 2024-11-17T20:20:39,100 DEBUG [RS:0;0b0b0ae8de03:38861 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42665:42665)] 2024-11-17T20:20:39,156 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T20:20:39,156 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50 2024-11-17T20:20:39,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741833_1009 (size=32) 2024-11-17T20:20:39,298 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T20:20:39,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:39,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:39,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:39,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:39,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:39,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:39,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:39,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:39,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:39,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:39,358 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T20:20:39,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:20:39,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T20:20:39,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T20:20:39,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:39,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:20:39,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T20:20:39,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T20:20:39,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:39,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:20:39,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T20:20:39,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T20:20:39,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:39,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:20:39,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T20:20:39,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T20:20:39,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:39,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:20:39,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T20:20:39,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/hbase/meta/1588230740 2024-11-17T20:20:39,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/hbase/meta/1588230740 2024-11-17T20:20:39,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T20:20:39,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T20:20:39,569 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:20:39,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T20:20:39,571 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:20:39,571 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63715041, jitterRate=-0.050571903586387634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:20:39,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731874839561Initializing all the Stores at 1731874839562 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874839562Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874839562Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874839562Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874839562Cleaning up temporary data from old regions at 1731874839569 (+7 ms)Region opened successfully at 1731874839571 (+2 ms) 2024-11-17T20:20:39,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T20:20:39,571 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T20:20:39,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T20:20:39,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T20:20:39,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T20:20:39,572 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T20:20:39,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731874839571Disabling compacts and flushes for region at 1731874839571Disabling writes for close at 1731874839571Writing region close event to WAL at 1731874839572 (+1 ms)Closed at 1731874839572 2024-11-17T20:20:39,573 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:20:39,573 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T20:20:39,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T20:20:39,573 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T20:20:39,574 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T20:20:39,724 DEBUG [0b0b0ae8de03:45705 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T20:20:39,725 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b0b0ae8de03,38861,1731874836717 2024-11-17T20:20:39,725 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,38861,1731874836717, state=OPENING 2024-11-17T20:20:39,811 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T20:20:39,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45705-0x1014a74af310003, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1384948528 2024-11-17T20:20:39,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38861-0x1014a74af310004, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1384948528 2024-11-17T20:20:39,826 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T20:20:39,826 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,38861,1731874836717}] 2024-11-17T20:20:39,826 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1384948528/meta-region-server: CHANGED 2024-11-17T20:20:39,826 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1384948528/meta-region-server: CHANGED 2024-11-17T20:20:39,978 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T20:20:39,980 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52105, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T20:20:39,982 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T20:20:39,982 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:20:39,982 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T20:20:39,983 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C38861%2C1731874836717.meta, suffix=.meta, logDir=hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717, archiveDir=hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/oldWALs, maxLogs=10 2024-11-17T20:20:39,995 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.meta.1731874839983.meta, exclude list is [], retry=0 2024-11-17T20:20:39,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37163,DS-27b34b07-3faa-4352-9d89-88b163285007,DISK] 2024-11-17T20:20:39,998 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.meta.1731874839983.meta 2024-11-17T20:20:39,998 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42665:42665)] 2024-11-17T20:20:39,999 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:20:39,999 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:20:39,999 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T20:20:39,999 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T20:20:39,999 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T20:20:39,999 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T20:20:39,999 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:20:39,999 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T20:20:39,999 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T20:20:40,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T20:20:40,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T20:20:40,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:40,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:20:40,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T20:20:40,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T20:20:40,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:40,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:20:40,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T20:20:40,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T20:20:40,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:40,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:20:40,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T20:20:40,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T20:20:40,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:40,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:20:40,004 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T20:20:40,005 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/hbase/meta/1588230740 2024-11-17T20:20:40,005 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/hbase/meta/1588230740 2024-11-17T20:20:40,006 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T20:20:40,006 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T20:20:40,006 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:20:40,007 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T20:20:40,007 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68663480, jitterRate=0.023165583610534668}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:20:40,008 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T20:20:40,008 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731874839999Writing region info on filesystem at 1731874839999Initializing all the Stores at 1731874840000 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874840000Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874840000Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874840000Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874840000Cleaning up temporary data from old regions at 1731874840006 (+6 ms)Running coprocessor post-open hooks at 1731874840008 (+2 ms)Region opened successfully at 1731874840008 2024-11-17T20:20:40,008 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731874839978 2024-11-17T20:20:40,010 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T20:20:40,010 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T20:20:40,010 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,38861,1731874836717 2024-11-17T20:20:40,011 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,38861,1731874836717, state=OPEN 2024-11-17T20:20:40,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45705-0x1014a74af310003, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1384948528/meta-region-server 2024-11-17T20:20:40,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38861-0x1014a74af310004, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1384948528/meta-region-server 2024-11-17T20:20:40,022 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1384948528/meta-region-server: CHANGED 2024-11-17T20:20:40,022 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1384948528/meta-region-server: CHANGED 2024-11-17T20:20:40,022 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,38861,1731874836717 2024-11-17T20:20:40,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T20:20:40,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,38861,1731874836717 in 196 msec 2024-11-17T20:20:40,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T20:20:40,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 451 msec 2024-11-17T20:20:40,025 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:20:40,025 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T20:20:40,026 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:20:40,026 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,38861,1731874836717, seqNum=-1] 2024-11-17T20:20:40,026 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:20:40,027 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:20:40,031 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2850 sec 2024-11-17T20:20:40,031 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731874840031, completionTime=-1 2024-11-17T20:20:40,031 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T20:20:40,031 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T20:20:40,033 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T20:20:40,033 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731874900033 2024-11-17T20:20:40,033 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731874960033 2024-11-17T20:20:40,033 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T20:20:40,033 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,45705,1731874836570-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:40,033 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,45705,1731874836570-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:40,033 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,45705,1731874836570-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:40,033 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b0b0ae8de03:45705, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:40,033 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:40,033 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:40,034 DEBUG [master/0b0b0ae8de03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T20:20:40,036 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.256sec 2024-11-17T20:20:40,036 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T20:20:40,036 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T20:20:40,036 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T20:20:40,036 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T20:20:40,036 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T20:20:40,036 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,45705,1731874836570-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:20:40,036 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,45705,1731874836570-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T20:20:40,038 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T20:20:40,038 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T20:20:40,038 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,45705,1731874836570-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:40,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bc5b118, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:40,043 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,45705,-1 for getting cluster id 2024-11-17T20:20:40,043 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:20:40,044 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe4bd641-81b8-437e-bca5-add81f002ca6' 2024-11-17T20:20:40,044 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:20:40,044 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe4bd641-81b8-437e-bca5-add81f002ca6" 2024-11-17T20:20:40,044 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a7b8c32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:40,044 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,45705,-1] 2024-11-17T20:20:40,045 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:20:40,045 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:40,045 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:20:40,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d2fb6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:40,046 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:20:40,047 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,38861,1731874836717, seqNum=-1] 2024-11-17T20:20:40,048 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:20:40,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:20:40,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0b0b0ae8de03,45705,1731874836570 2024-11-17T20:20:40,050 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57629 2024-11-17T20:20:40,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:20:40,058 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014a74af310005 connected 2024-11-17T20:20:40,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/140f6cf8-bd96-e8e3-274a-dcf68d91188b/hadoop.log.dir so I do NOT create it in target/test-data/2f2c4ebc-4abe-4ab8-c1cf-2d28757f1f35 2024-11-17T20:20:40,070 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/140f6cf8-bd96-e8e3-274a-dcf68d91188b/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T20:20:40,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/140f6cf8-bd96-e8e3-274a-dcf68d91188b/hadoop.tmp.dir so I do NOT create it in target/test-data/2f2c4ebc-4abe-4ab8-c1cf-2d28757f1f35 2024-11-17T20:20:40,070 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/140f6cf8-bd96-e8e3-274a-dcf68d91188b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T20:20:40,070 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f2c4ebc-4abe-4ab8-c1cf-2d28757f1f35 2024-11-17T20:20:40,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T20:20:40,070 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f2c4ebc-4abe-4ab8-c1cf-2d28757f1f35/cluster_c7016db0-dac1-f257-b102-cc583d57dc56, deleteOnExit=true 2024-11-17T20:20:40,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T20:20:40,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f2c4ebc-4abe-4ab8-c1cf-2d28757f1f35/test.cache.data in system properties and HBase conf 2024-11-17T20:20:40,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f2c4ebc-4abe-4ab8-c1cf-2d28757f1f35/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T20:20:40,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f2c4ebc-4abe-4ab8-c1cf-2d28757f1f35/hadoop.log.dir in system properties and HBase conf 2024-11-17T20:20:40,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f2c4ebc-4abe-4ab8-c1cf-2d28757f1f35/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T20:20:40,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f2c4ebc-4abe-4ab8-c1cf-2d28757f1f35/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T20:20:40,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T20:20:40,071 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T20:20:40,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f2c4ebc-4abe-4ab8-c1cf-2d28757f1f35/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T20:20:40,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f2c4ebc-4abe-4ab8-c1cf-2d28757f1f35/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T20:20:40,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f2c4ebc-4abe-4ab8-c1cf-2d28757f1f35/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T20:20:40,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f2c4ebc-4abe-4ab8-c1cf-2d28757f1f35/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T20:20:40,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f2c4ebc-4abe-4ab8-c1cf-2d28757f1f35/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T20:20:40,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f2c4ebc-4abe-4ab8-c1cf-2d28757f1f35/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T20:20:40,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f2c4ebc-4abe-4ab8-c1cf-2d28757f1f35/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T20:20:40,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f2c4ebc-4abe-4ab8-c1cf-2d28757f1f35/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T20:20:40,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f2c4ebc-4abe-4ab8-c1cf-2d28757f1f35/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T20:20:40,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f2c4ebc-4abe-4ab8-c1cf-2d28757f1f35/nfs.dump.dir in system properties and HBase conf 2024-11-17T20:20:40,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f2c4ebc-4abe-4ab8-c1cf-2d28757f1f35/java.io.tmpdir in system properties and HBase conf 2024-11-17T20:20:40,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f2c4ebc-4abe-4ab8-c1cf-2d28757f1f35/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T20:20:40,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f2c4ebc-4abe-4ab8-c1cf-2d28757f1f35/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T20:20:40,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f2c4ebc-4abe-4ab8-c1cf-2d28757f1f35/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T20:20:40,378 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:20:40,382 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T20:20:40,384 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T20:20:40,384 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T20:20:40,385 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T20:20:40,385 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:20:40,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c6d835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f2c4ebc-4abe-4ab8-c1cf-2d28757f1f35/hadoop.log.dir/,AVAILABLE} 2024-11-17T20:20:40,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d642705{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T20:20:40,490 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6bd8bc97{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f2c4ebc-4abe-4ab8-c1cf-2d28757f1f35/java.io.tmpdir/jetty-localhost-35197-hadoop-hdfs-3_4_1-tests_jar-_-any-1778844284038203905/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T20:20:40,490 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3557f72c{HTTP/1.1, (http/1.1)}{localhost:35197} 2024-11-17T20:20:40,490 INFO [Time-limited test {}] server.Server(415): Started @243926ms 2024-11-17T20:20:40,755 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:20:40,759 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T20:20:40,760 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T20:20:40,760 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T20:20:40,760 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T20:20:40,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75cb1e70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f2c4ebc-4abe-4ab8-c1cf-2d28757f1f35/hadoop.log.dir/,AVAILABLE} 2024-11-17T20:20:40,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17467af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T20:20:40,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27eb601b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f2c4ebc-4abe-4ab8-c1cf-2d28757f1f35/java.io.tmpdir/jetty-localhost-43747-hadoop-hdfs-3_4_1-tests_jar-_-any-13388651256505963376/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:20:40,862 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@58f4c61{HTTP/1.1, (http/1.1)}{localhost:43747} 2024-11-17T20:20:40,863 INFO [Time-limited test {}] server.Server(415): Started @244298ms 2024-11-17T20:20:40,864 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T20:20:41,393 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:20:41,394 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b0b0ae8de03,33335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:33335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T20:20:41,394 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48362 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b0b0ae8de03,33335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:33335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T20:20:41,490 WARN [Thread-2892 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f2c4ebc-4abe-4ab8-c1cf-2d28757f1f35/cluster_c7016db0-dac1-f257-b102-cc583d57dc56/data/data1/current/BP-373166256-172.17.0.2-1731874840092/current, will proceed with Du for space computation calculation, 2024-11-17T20:20:41,490 WARN [Thread-2893 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f2c4ebc-4abe-4ab8-c1cf-2d28757f1f35/cluster_c7016db0-dac1-f257-b102-cc583d57dc56/data/data2/current/BP-373166256-172.17.0.2-1731874840092/current, will proceed with Du for space computation calculation, 2024-11-17T20:20:41,508 WARN [Thread-2880 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T20:20:41,511 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xff1a846a06b1889b with lease ID 0xc4f78cec652624e8: Processing first storage report for DS-1614560f-63b3-4eb3-8de1-f3ca706ea842 from datanode DatanodeRegistration(127.0.0.1:45301, datanodeUuid=6ee86229-0827-4a0e-9abc-48bda872aadb, infoPort=33921, infoSecurePort=0, ipcPort=41571, storageInfo=lv=-57;cid=testClusterID;nsid=1180324062;c=1731874840092) 2024-11-17T20:20:41,511 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xff1a846a06b1889b with lease ID 0xc4f78cec652624e8: from storage DS-1614560f-63b3-4eb3-8de1-f3ca706ea842 node DatanodeRegistration(127.0.0.1:45301, datanodeUuid=6ee86229-0827-4a0e-9abc-48bda872aadb, infoPort=33921, infoSecurePort=0, ipcPort=41571, storageInfo=lv=-57;cid=testClusterID;nsid=1180324062;c=1731874840092), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T20:20:41,511 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xff1a846a06b1889b with lease ID 0xc4f78cec652624e8: Processing first storage report for DS-35171115-a038-480f-be26-f011f3c73763 from datanode DatanodeRegistration(127.0.0.1:45301, datanodeUuid=6ee86229-0827-4a0e-9abc-48bda872aadb, infoPort=33921, infoSecurePort=0, ipcPort=41571, storageInfo=lv=-57;cid=testClusterID;nsid=1180324062;c=1731874840092) 2024-11-17T20:20:41,511 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xff1a846a06b1889b with lease ID 0xc4f78cec652624e8: from storage DS-35171115-a038-480f-be26-f011f3c73763 node DatanodeRegistration(127.0.0.1:45301, datanodeUuid=6ee86229-0827-4a0e-9abc-48bda872aadb, infoPort=33921, infoSecurePort=0, ipcPort=41571, storageInfo=lv=-57;cid=testClusterID;nsid=1180324062;c=1731874840092), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T20:20:41,589 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f2c4ebc-4abe-4ab8-c1cf-2d28757f1f35 2024-11-17T20:20:41,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:20:41,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:20:41,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741825_1001 (size=7) 2024-11-17T20:20:41,600 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091 with version=8 2024-11-17T20:20:41,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/hbase-staging 2024-11-17T20:20:41,602 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:20:41,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:20:41,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:20:41,602 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:20:41,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:20:41,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:20:41,602 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T20:20:41,602 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:20:41,608 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46093 2024-11-17T20:20:41,608 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46093 connecting to ZooKeeper ensemble=127.0.0.1:57629 2024-11-17T20:20:41,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460930x0, quorum=127.0.0.1:57629, baseZNode=/2345212618 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:20:41,626 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46093-0x1014a74af310006 connected 2024-11-17T20:20:41,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:20:41,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:20:41,702 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46093-0x1014a74af310006, quorum=127.0.0.1:57629, baseZNode=/2345212618 Set watcher on znode that does not yet exist, /2345212618/running 2024-11-17T20:20:41,702 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091, hbase.cluster.distributed=false 2024-11-17T20:20:41,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46093-0x1014a74af310006, quorum=127.0.0.1:57629, baseZNode=/2345212618 Set watcher on znode that does not yet exist, /2345212618/acl 2024-11-17T20:20:41,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46093 2024-11-17T20:20:41,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46093 2024-11-17T20:20:41,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46093 2024-11-17T20:20:41,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46093 2024-11-17T20:20:41,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46093 2024-11-17T20:20:41,718 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:20:41,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:20:41,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:20:41,718 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:20:41,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:20:41,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:20:41,718 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T20:20:41,718 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:20:41,719 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36371 2024-11-17T20:20:41,719 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36371 connecting to ZooKeeper ensemble=127.0.0.1:57629 2024-11-17T20:20:41,719 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:20:41,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:20:41,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363710x0, quorum=127.0.0.1:57629, baseZNode=/2345212618 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:20:41,732 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36371-0x1014a74af310007 connected 2024-11-17T20:20:41,732 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:363710x0, quorum=127.0.0.1:57629, baseZNode=/2345212618 Set watcher on znode that does not yet exist, /2345212618/running 2024-11-17T20:20:41,732 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T20:20:41,732 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T20:20:41,732 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36371-0x1014a74af310007, quorum=127.0.0.1:57629, baseZNode=/2345212618 Set watcher on znode that does not yet exist, /2345212618/master 2024-11-17T20:20:41,733 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36371-0x1014a74af310007, quorum=127.0.0.1:57629, baseZNode=/2345212618 Set watcher on znode that does not yet exist, /2345212618/acl 2024-11-17T20:20:41,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36371 2024-11-17T20:20:41,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36371 2024-11-17T20:20:41,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36371 2024-11-17T20:20:41,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36371 2024-11-17T20:20:41,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36371 2024-11-17T20:20:41,751 DEBUG [M:0;0b0b0ae8de03:46093 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b0b0ae8de03:46093 2024-11-17T20:20:41,752 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2345212618/backup-masters/0b0b0ae8de03,46093,1731874841602 2024-11-17T20:20:41,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46093-0x1014a74af310006, quorum=127.0.0.1:57629, baseZNode=/2345212618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2345212618/backup-masters 2024-11-17T20:20:41,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36371-0x1014a74af310007, quorum=127.0.0.1:57629, baseZNode=/2345212618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2345212618/backup-masters 2024-11-17T20:20:41,763 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46093-0x1014a74af310006, quorum=127.0.0.1:57629, baseZNode=/2345212618 Set watcher on existing znode=/2345212618/backup-masters/0b0b0ae8de03,46093,1731874841602 2024-11-17T20:20:41,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46093-0x1014a74af310006, quorum=127.0.0.1:57629, baseZNode=/2345212618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2345212618 2024-11-17T20:20:41,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36371-0x1014a74af310007, quorum=127.0.0.1:57629, baseZNode=/2345212618 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2345212618/master 2024-11-17T20:20:41,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36371-0x1014a74af310007, quorum=127.0.0.1:57629, baseZNode=/2345212618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2345212618 2024-11-17T20:20:41,774 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46093-0x1014a74af310006, quorum=127.0.0.1:57629, baseZNode=/2345212618 Set watcher on existing znode=/2345212618/master 2024-11-17T20:20:41,774 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2345212618/backup-masters/0b0b0ae8de03,46093,1731874841602 from backup master directory 2024-11-17T20:20:41,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46093-0x1014a74af310006, quorum=127.0.0.1:57629, baseZNode=/2345212618 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2345212618/backup-masters/0b0b0ae8de03,46093,1731874841602 2024-11-17T20:20:41,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36371-0x1014a74af310007, quorum=127.0.0.1:57629, baseZNode=/2345212618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2345212618/backup-masters 2024-11-17T20:20:41,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46093-0x1014a74af310006, quorum=127.0.0.1:57629, baseZNode=/2345212618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2345212618/backup-masters 2024-11-17T20:20:41,784 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:20:41,784 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b0b0ae8de03,46093,1731874841602 2024-11-17T20:20:41,787 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/hbase.id] with ID: c0f7a8ca-c463-494e-8a69-21cff8c760e5 2024-11-17T20:20:41,787 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/.tmp/hbase.id 2024-11-17T20:20:41,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741826_1002 (size=42) 2024-11-17T20:20:42,193 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/.tmp/hbase.id]:[hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/hbase.id] 2024-11-17T20:20:42,202 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:20:42,202 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T20:20:42,202 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-17T20:20:42,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46093-0x1014a74af310006, quorum=127.0.0.1:57629, baseZNode=/2345212618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2345212618 2024-11-17T20:20:42,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36371-0x1014a74af310007, quorum=127.0.0.1:57629, baseZNode=/2345212618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2345212618 2024-11-17T20:20:42,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741827_1003 (size=196) 2024-11-17T20:20:42,658 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:20:42,659 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T20:20:42,659 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:20:42,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741828_1004 (size=1189) 2024-11-17T20:20:43,065 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/MasterData/data/master/store 2024-11-17T20:20:43,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741829_1005 (size=34) 2024-11-17T20:20:43,470 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:20:43,470 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T20:20:43,470 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:20:43,470 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:20:43,470 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T20:20:43,470 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:20:43,470 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:20:43,470 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731874843470Disabling compacts and flushes for region at 1731874843470Disabling writes for close at 1731874843470Writing region close event to WAL at 1731874843470Closed at 1731874843470 2024-11-17T20:20:43,470 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/MasterData/data/master/store/.initializing 2024-11-17T20:20:43,471 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/MasterData/WALs/0b0b0ae8de03,46093,1731874841602 2024-11-17T20:20:43,471 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:20:43,472 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b0b0ae8de03%2C46093%2C1731874841602, suffix=, logDir=hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/MasterData/WALs/0b0b0ae8de03,46093,1731874841602, archiveDir=hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/MasterData/oldWALs, maxLogs=10 2024-11-17T20:20:43,491 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/MasterData/WALs/0b0b0ae8de03,46093,1731874841602/0b0b0ae8de03%2C46093%2C1731874841602.1731874843473, exclude list is [], retry=0 2024-11-17T20:20:43,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45301,DS-1614560f-63b3-4eb3-8de1-f3ca706ea842,DISK] 2024-11-17T20:20:43,495 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/MasterData/WALs/0b0b0ae8de03,46093,1731874841602/0b0b0ae8de03%2C46093%2C1731874841602.1731874843473 2024-11-17T20:20:43,495 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33921:33921)] 2024-11-17T20:20:43,495 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:20:43,495 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:20:43,496 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:43,496 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:43,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:43,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T20:20:43,498 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:43,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:20:43,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:43,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T20:20:43,499 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:43,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:20:43,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:43,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T20:20:43,500 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:43,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:20:43,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:43,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T20:20:43,502 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:43,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:20:43,502 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:43,503 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:43,503 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:43,504 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:43,504 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:43,504 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:20:43,505 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:20:43,507 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:20:43,507 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74364761, jitterRate=0.10812129080295563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:20:43,507 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731874843496Initializing all the Stores at 1731874843496Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874843496Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874843497 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874843497Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874843497Cleaning up temporary data from old regions at 1731874843504 (+7 ms)Region opened successfully at 1731874843507 (+3 ms) 2024-11-17T20:20:43,508 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T20:20:43,510 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@700b8187, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:20:43,511 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T20:20:43,511 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T20:20:43,511 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T20:20:43,511 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T20:20:43,512 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T20:20:43,512 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T20:20:43,512 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T20:20:43,514 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T20:20:43,515 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46093-0x1014a74af310006, quorum=127.0.0.1:57629, baseZNode=/2345212618 Unable to get data of znode /2345212618/balancer because node does not exist (not necessarily an error) 2024-11-17T20:20:43,573 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2345212618/balancer already deleted, retry=false 2024-11-17T20:20:43,574 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T20:20:43,574 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46093-0x1014a74af310006, quorum=127.0.0.1:57629, baseZNode=/2345212618 Unable to get data of znode /2345212618/normalizer because node does not exist (not necessarily an error) 2024-11-17T20:20:43,583 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2345212618/normalizer already deleted, retry=false 2024-11-17T20:20:43,584 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T20:20:43,585 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46093-0x1014a74af310006, quorum=127.0.0.1:57629, baseZNode=/2345212618 Unable to get data of znode /2345212618/switch/split because node does not exist (not necessarily an error) 2024-11-17T20:20:43,594 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2345212618/switch/split already deleted, retry=false 2024-11-17T20:20:43,595 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46093-0x1014a74af310006, quorum=127.0.0.1:57629, baseZNode=/2345212618 Unable to get data of znode /2345212618/switch/merge because node does not exist (not necessarily an error) 2024-11-17T20:20:43,605 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2345212618/switch/merge already deleted, retry=false 2024-11-17T20:20:43,607 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46093-0x1014a74af310006, quorum=127.0.0.1:57629, baseZNode=/2345212618 Unable to get data of znode /2345212618/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T20:20:43,615 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2345212618/snapshot-cleanup already deleted, retry=false 2024-11-17T20:20:43,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46093-0x1014a74af310006, quorum=127.0.0.1:57629, baseZNode=/2345212618 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2345212618/running 2024-11-17T20:20:43,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36371-0x1014a74af310007, quorum=127.0.0.1:57629, baseZNode=/2345212618 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2345212618/running 2024-11-17T20:20:43,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46093-0x1014a74af310006, quorum=127.0.0.1:57629, baseZNode=/2345212618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2345212618 2024-11-17T20:20:43,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36371-0x1014a74af310007, quorum=127.0.0.1:57629, baseZNode=/2345212618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2345212618 2024-11-17T20:20:43,626 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b0b0ae8de03,46093,1731874841602, sessionid=0x1014a74af310006, setting cluster-up flag (Was=false) 2024-11-17T20:20:43,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46093-0x1014a74af310006, quorum=127.0.0.1:57629, baseZNode=/2345212618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2345212618 2024-11-17T20:20:43,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36371-0x1014a74af310007, quorum=127.0.0.1:57629, baseZNode=/2345212618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2345212618 2024-11-17T20:20:43,678 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2345212618/flush-table-proc/acquired, /2345212618/flush-table-proc/reached, /2345212618/flush-table-proc/abort 2024-11-17T20:20:43,679 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b0b0ae8de03,46093,1731874841602 2024-11-17T20:20:43,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46093-0x1014a74af310006, quorum=127.0.0.1:57629, baseZNode=/2345212618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2345212618 2024-11-17T20:20:43,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36371-0x1014a74af310007, quorum=127.0.0.1:57629, baseZNode=/2345212618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2345212618 2024-11-17T20:20:43,731 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2345212618/online-snapshot/acquired, /2345212618/online-snapshot/reached, /2345212618/online-snapshot/abort 2024-11-17T20:20:43,732 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b0b0ae8de03,46093,1731874841602 2024-11-17T20:20:43,732 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T20:20:43,733 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T20:20:43,734 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T20:20:43,734 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T20:20:43,734 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b0b0ae8de03,46093,1731874841602 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T20:20:43,735 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:20:43,735 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:20:43,735 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:20:43,736 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:20:43,736 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b0b0ae8de03:0, corePoolSize=10, maxPoolSize=10 2024-11-17T20:20:43,736 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:43,736 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:20:43,736 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:43,737 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731874873737 2024-11-17T20:20:43,737 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T20:20:43,737 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T20:20:43,737 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T20:20:43,737 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T20:20:43,737 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T20:20:43,737 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T20:20:43,737 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:43,738 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:20:43,738 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T20:20:43,738 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T20:20:43,738 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T20:20:43,738 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T20:20:43,738 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T20:20:43,738 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T20:20:43,738 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T20:20:43,738 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874843738,5,FailOnTimeoutGroup] 2024-11-17T20:20:43,738 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:43,739 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T20:20:43,739 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874843738,5,FailOnTimeoutGroup] 2024-11-17T20:20:43,739 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:43,739 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T20:20:43,739 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:43,739 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:43,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741831_1007 (size=1321) 2024-11-17T20:20:43,747 INFO [RS:0;0b0b0ae8de03:36371 {}] regionserver.HRegionServer(746): ClusterId : c0f7a8ca-c463-494e-8a69-21cff8c760e5 2024-11-17T20:20:43,747 DEBUG [RS:0;0b0b0ae8de03:36371 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T20:20:43,759 DEBUG [RS:0;0b0b0ae8de03:36371 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T20:20:43,759 DEBUG [RS:0;0b0b0ae8de03:36371 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T20:20:43,769 DEBUG [RS:0;0b0b0ae8de03:36371 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T20:20:43,770 DEBUG [RS:0;0b0b0ae8de03:36371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e45a5b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:20:43,780 DEBUG [RS:0;0b0b0ae8de03:36371 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b0b0ae8de03:36371 2024-11-17T20:20:43,780 INFO [RS:0;0b0b0ae8de03:36371 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T20:20:43,780 INFO [RS:0;0b0b0ae8de03:36371 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T20:20:43,780 DEBUG [RS:0;0b0b0ae8de03:36371 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T20:20:43,781 INFO [RS:0;0b0b0ae8de03:36371 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b0b0ae8de03,46093,1731874841602 with port=36371, startcode=1731874841718 2024-11-17T20:20:43,781 DEBUG [RS:0;0b0b0ae8de03:36371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T20:20:43,783 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50441, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T20:20:43,783 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46093 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b0b0ae8de03,36371,1731874841718 2024-11-17T20:20:43,783 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46093 {}] master.ServerManager(517): Registering regionserver=0b0b0ae8de03,36371,1731874841718 2024-11-17T20:20:43,784 DEBUG [RS:0;0b0b0ae8de03:36371 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091 2024-11-17T20:20:43,784 DEBUG [RS:0;0b0b0ae8de03:36371 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40827 2024-11-17T20:20:43,784 DEBUG [RS:0;0b0b0ae8de03:36371 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T20:20:43,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T20:20:43,796 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T20:20:43,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46093-0x1014a74af310006, quorum=127.0.0.1:57629, baseZNode=/2345212618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2345212618/rs 2024-11-17T20:20:43,837 DEBUG [RS:0;0b0b0ae8de03:36371 {}] zookeeper.ZKUtil(111): regionserver:36371-0x1014a74af310007, quorum=127.0.0.1:57629, baseZNode=/2345212618 Set watcher on existing znode=/2345212618/rs/0b0b0ae8de03,36371,1731874841718 2024-11-17T20:20:43,837 WARN [RS:0;0b0b0ae8de03:36371 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:20:43,837 INFO [RS:0;0b0b0ae8de03:36371 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:20:43,838 DEBUG [RS:0;0b0b0ae8de03:36371 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718 2024-11-17T20:20:43,838 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b0b0ae8de03,36371,1731874841718] 2024-11-17T20:20:43,840 INFO [RS:0;0b0b0ae8de03:36371 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T20:20:43,841 INFO [RS:0;0b0b0ae8de03:36371 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T20:20:43,841 INFO [RS:0;0b0b0ae8de03:36371 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T20:20:43,841 INFO [RS:0;0b0b0ae8de03:36371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:43,842 INFO [RS:0;0b0b0ae8de03:36371 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T20:20:43,842 INFO [RS:0;0b0b0ae8de03:36371 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T20:20:43,842 INFO [RS:0;0b0b0ae8de03:36371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:43,842 DEBUG [RS:0;0b0b0ae8de03:36371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:43,842 DEBUG [RS:0;0b0b0ae8de03:36371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:43,842 DEBUG [RS:0;0b0b0ae8de03:36371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:43,842 DEBUG [RS:0;0b0b0ae8de03:36371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:43,842 DEBUG [RS:0;0b0b0ae8de03:36371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:43,842 DEBUG [RS:0;0b0b0ae8de03:36371 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:20:43,842 DEBUG [RS:0;0b0b0ae8de03:36371 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:43,842 DEBUG [RS:0;0b0b0ae8de03:36371 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:43,842 DEBUG [RS:0;0b0b0ae8de03:36371 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:43,842 DEBUG [RS:0;0b0b0ae8de03:36371 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:43,842 DEBUG [RS:0;0b0b0ae8de03:36371 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:43,842 DEBUG [RS:0;0b0b0ae8de03:36371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:20:43,842 DEBUG [RS:0;0b0b0ae8de03:36371 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:20:43,842 DEBUG [RS:0;0b0b0ae8de03:36371 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:20:43,843 INFO [RS:0;0b0b0ae8de03:36371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:43,843 INFO [RS:0;0b0b0ae8de03:36371 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:43,843 INFO [RS:0;0b0b0ae8de03:36371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:43,843 INFO [RS:0;0b0b0ae8de03:36371 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:43,843 INFO [RS:0;0b0b0ae8de03:36371 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:43,843 INFO [RS:0;0b0b0ae8de03:36371 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,36371,1731874841718-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:20:43,855 INFO [RS:0;0b0b0ae8de03:36371 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T20:20:43,855 INFO [RS:0;0b0b0ae8de03:36371 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,36371,1731874841718-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:43,855 INFO [RS:0;0b0b0ae8de03:36371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:43,855 INFO [RS:0;0b0b0ae8de03:36371 {}] regionserver.Replication(171): 0b0b0ae8de03,36371,1731874841718 started 2024-11-17T20:20:43,867 INFO [RS:0;0b0b0ae8de03:36371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:43,867 INFO [RS:0;0b0b0ae8de03:36371 {}] regionserver.HRegionServer(1482): Serving as 0b0b0ae8de03,36371,1731874841718, RpcServer on 0b0b0ae8de03/172.17.0.2:36371, sessionid=0x1014a74af310007 2024-11-17T20:20:43,867 DEBUG [RS:0;0b0b0ae8de03:36371 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T20:20:43,867 DEBUG [RS:0;0b0b0ae8de03:36371 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b0b0ae8de03,36371,1731874841718 2024-11-17T20:20:43,867 DEBUG [RS:0;0b0b0ae8de03:36371 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,36371,1731874841718' 2024-11-17T20:20:43,867 DEBUG [RS:0;0b0b0ae8de03:36371 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2345212618/flush-table-proc/abort' 2024-11-17T20:20:43,867 DEBUG [RS:0;0b0b0ae8de03:36371 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2345212618/flush-table-proc/acquired' 2024-11-17T20:20:43,868 DEBUG [RS:0;0b0b0ae8de03:36371 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T20:20:43,868 DEBUG [RS:0;0b0b0ae8de03:36371 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T20:20:43,868 DEBUG [RS:0;0b0b0ae8de03:36371 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b0b0ae8de03,36371,1731874841718 2024-11-17T20:20:43,868 DEBUG [RS:0;0b0b0ae8de03:36371 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,36371,1731874841718' 2024-11-17T20:20:43,868 DEBUG [RS:0;0b0b0ae8de03:36371 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2345212618/online-snapshot/abort' 2024-11-17T20:20:43,868 DEBUG [RS:0;0b0b0ae8de03:36371 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2345212618/online-snapshot/acquired' 2024-11-17T20:20:43,868 DEBUG [RS:0;0b0b0ae8de03:36371 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T20:20:43,868 INFO [RS:0;0b0b0ae8de03:36371 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T20:20:43,868 INFO [RS:0;0b0b0ae8de03:36371 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T20:20:43,969 INFO [RS:0;0b0b0ae8de03:36371 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:20:43,970 INFO [RS:0;0b0b0ae8de03:36371 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C36371%2C1731874841718, suffix=, logDir=hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718, archiveDir=hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/oldWALs, maxLogs=10 2024-11-17T20:20:43,982 DEBUG [RS:0;0b0b0ae8de03:36371 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.1731874843970, exclude list is [], retry=0 2024-11-17T20:20:43,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45301,DS-1614560f-63b3-4eb3-8de1-f3ca706ea842,DISK] 2024-11-17T20:20:43,987 INFO [RS:0;0b0b0ae8de03:36371 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.1731874843970 2024-11-17T20:20:43,988 DEBUG [RS:0;0b0b0ae8de03:36371 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33921:33921)] 2024-11-17T20:20:44,146 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T20:20:44,147 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091 2024-11-17T20:20:44,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741833_1009 (size=32) 2024-11-17T20:20:44,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:20:44,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T20:20:44,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T20:20:44,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:44,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:20:44,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T20:20:44,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T20:20:44,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:44,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:20:44,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T20:20:44,555 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T20:20:44,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:44,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:20:44,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T20:20:44,556 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T20:20:44,556 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:44,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:20:44,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T20:20:44,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/data/hbase/meta/1588230740 2024-11-17T20:20:44,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/data/hbase/meta/1588230740 2024-11-17T20:20:44,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T20:20:44,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T20:20:44,558 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:20:44,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T20:20:44,560 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:20:44,560 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66530114, jitterRate=-0.008624047040939331}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:20:44,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731874844551Initializing all the Stores at 1731874844552 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874844552Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874844552Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874844552Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874844552Cleaning up temporary data from old regions at 1731874844558 (+6 ms)Region opened successfully at 1731874844560 (+2 ms) 2024-11-17T20:20:44,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T20:20:44,560 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T20:20:44,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T20:20:44,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T20:20:44,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T20:20:44,561 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T20:20:44,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731874844560Disabling compacts and flushes for region at 1731874844560Disabling writes for close at 1731874844560Writing region close event to WAL at 1731874844561 (+1 ms)Closed at 1731874844561 2024-11-17T20:20:44,564 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:20:44,564 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T20:20:44,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T20:20:44,565 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T20:20:44,566 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T20:20:44,716 DEBUG [0b0b0ae8de03:46093 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T20:20:44,717 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b0b0ae8de03,36371,1731874841718 2024-11-17T20:20:44,718 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,36371,1731874841718, state=OPENING 2024-11-17T20:20:44,842 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T20:20:44,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36371-0x1014a74af310007, quorum=127.0.0.1:57629, baseZNode=/2345212618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2345212618 2024-11-17T20:20:44,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46093-0x1014a74af310006, quorum=127.0.0.1:57629, baseZNode=/2345212618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2345212618 2024-11-17T20:20:44,853 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T20:20:44,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2345212618/meta-region-server: CHANGED 2024-11-17T20:20:44,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2345212618/meta-region-server: CHANGED 2024-11-17T20:20:44,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,36371,1731874841718}] 2024-11-17T20:20:45,006 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T20:20:45,007 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T20:20:45,010 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T20:20:45,010 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:20:45,010 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T20:20:45,011 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C36371%2C1731874841718.meta, suffix=.meta, logDir=hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718, archiveDir=hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/oldWALs, maxLogs=10 2024-11-17T20:20:45,028 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.meta.1731874845011.meta, exclude list is [], retry=0 2024-11-17T20:20:45,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45301,DS-1614560f-63b3-4eb3-8de1-f3ca706ea842,DISK] 2024-11-17T20:20:45,032 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.meta.1731874845011.meta 2024-11-17T20:20:45,032 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33921:33921)] 2024-11-17T20:20:45,032 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:20:45,033 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:20:45,033 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T20:20:45,033 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T20:20:45,033 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T20:20:45,033 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T20:20:45,033 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:20:45,033 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T20:20:45,033 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T20:20:45,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T20:20:45,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T20:20:45,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:45,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:20:45,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T20:20:45,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T20:20:45,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:45,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:20:45,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T20:20:45,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T20:20:45,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:45,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:20:45,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T20:20:45,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T20:20:45,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:45,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:20:45,041 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T20:20:45,042 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/data/hbase/meta/1588230740 2024-11-17T20:20:45,043 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/data/hbase/meta/1588230740 2024-11-17T20:20:45,043 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T20:20:45,043 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T20:20:45,044 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:20:45,045 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T20:20:45,045 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66807905, jitterRate=-0.004484638571739197}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:20:45,045 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T20:20:45,046 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731874845033Writing region info on filesystem at 1731874845034 (+1 ms)Initializing all the Stores at 1731874845034Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874845034Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874845036 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874845036Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874845036Cleaning up temporary data from old regions at 1731874845043 (+7 ms)Running coprocessor post-open hooks at 1731874845045 (+2 ms)Region opened successfully at 1731874845045 2024-11-17T20:20:45,046 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731874845005 2024-11-17T20:20:45,048 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T20:20:45,048 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T20:20:45,049 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,36371,1731874841718 2024-11-17T20:20:45,050 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,36371,1731874841718, state=OPEN 2024-11-17T20:20:45,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46093-0x1014a74af310006, quorum=127.0.0.1:57629, baseZNode=/2345212618 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2345212618/meta-region-server 2024-11-17T20:20:45,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36371-0x1014a74af310007, quorum=127.0.0.1:57629, baseZNode=/2345212618 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2345212618/meta-region-server 2024-11-17T20:20:45,057 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,36371,1731874841718 2024-11-17T20:20:45,057 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2345212618/meta-region-server: CHANGED 2024-11-17T20:20:45,057 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2345212618/meta-region-server: CHANGED 2024-11-17T20:20:45,059 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T20:20:45,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,36371,1731874841718 in 204 msec 2024-11-17T20:20:45,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T20:20:45,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 495 msec 2024-11-17T20:20:45,062 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:20:45,062 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T20:20:45,063 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:20:45,063 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,36371,1731874841718, seqNum=-1] 2024-11-17T20:20:45,063 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:20:45,064 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60933, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:20:45,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3340 sec 2024-11-17T20:20:45,068 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731874845068, completionTime=-1 2024-11-17T20:20:45,069 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T20:20:45,069 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T20:20:45,071 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T20:20:45,071 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731874905071 2024-11-17T20:20:45,071 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731874965071 2024-11-17T20:20:45,071 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T20:20:45,071 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,46093,1731874841602-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:45,071 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,46093,1731874841602-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:45,071 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,46093,1731874841602-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:45,071 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b0b0ae8de03:46093, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:45,071 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:45,072 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:45,073 DEBUG [master/0b0b0ae8de03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T20:20:45,075 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.291sec 2024-11-17T20:20:45,075 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T20:20:45,075 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T20:20:45,075 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T20:20:45,075 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T20:20:45,075 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T20:20:45,075 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,46093,1731874841602-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:20:45,075 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,46093,1731874841602-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T20:20:45,077 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T20:20:45,077 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T20:20:45,077 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,46093,1731874841602-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:20:45,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a448b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:45,147 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,46093,-1 for getting cluster id 2024-11-17T20:20:45,147 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:20:45,149 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0f7a8ca-c463-494e-8a69-21cff8c760e5' 2024-11-17T20:20:45,149 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:20:45,149 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0f7a8ca-c463-494e-8a69-21cff8c760e5" 2024-11-17T20:20:45,149 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19697648, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:45,149 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,46093,-1] 2024-11-17T20:20:45,149 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:20:45,149 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:45,150 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:20:45,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac1d8dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:45,151 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:20:45,152 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,36371,1731874841718, seqNum=-1] 2024-11-17T20:20:45,153 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:20:45,154 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:20:45,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0b0b0ae8de03,46093,1731874841602 2024-11-17T20:20:45,156 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:57629 2024-11-17T20:20:45,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:57629, baseZNode=/2345212618 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:20:45,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1014a74af310008 connected 2024-11-17T20:20:45,181 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:20:45,182 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,39355,1731874830815 2024-11-17T20:20:45,182 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65c473ed 2024-11-17T20:20:45,182 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:20:45,183 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:20:45,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:20:45,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T20:20:45,185 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T20:20:45,185 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:45,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T20:20:45,186 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T20:20:45,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:20:45,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45587 is added to blk_1073741835_1011 (size=902) 2024-11-17T20:20:45,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:20:45,502 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T20:20:45,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:20:45,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:45,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:45,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:45,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:45,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:45,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:45,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:45,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:45,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:45,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:45,595 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c06c8337c4f5626e587a847dfa516d5a, NAME => 'test,,1731874845183.c06c8337c4f5626e587a847dfa516d5a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd 2024-11-17T20:20:45,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45587 is added to blk_1073741836_1012 (size=39) 2024-11-17T20:20:45,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:20:46,000 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731874845183.c06c8337c4f5626e587a847dfa516d5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:20:46,000 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c06c8337c4f5626e587a847dfa516d5a, disabling compactions & flushes 2024-11-17T20:20:46,000 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731874845183.c06c8337c4f5626e587a847dfa516d5a. 2024-11-17T20:20:46,000 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731874845183.c06c8337c4f5626e587a847dfa516d5a. 2024-11-17T20:20:46,000 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731874845183.c06c8337c4f5626e587a847dfa516d5a. after waiting 0 ms 2024-11-17T20:20:46,000 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731874845183.c06c8337c4f5626e587a847dfa516d5a. 2024-11-17T20:20:46,000 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731874845183.c06c8337c4f5626e587a847dfa516d5a. 2024-11-17T20:20:46,000 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c06c8337c4f5626e587a847dfa516d5a: Waiting for close lock at 1731874846000Disabling compacts and flushes for region at 1731874846000Disabling writes for close at 1731874846000Writing region close event to WAL at 1731874846000Closed at 1731874846000 2024-11-17T20:20:46,001 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T20:20:46,001 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731874845183.c06c8337c4f5626e587a847dfa516d5a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731874846001"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731874846001"}]},"ts":"1731874846001"} 2024-11-17T20:20:46,003 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T20:20:46,004 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T20:20:46,004 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874846004"}]},"ts":"1731874846004"} 2024-11-17T20:20:46,005 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T20:20:46,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c06c8337c4f5626e587a847dfa516d5a, ASSIGN}] 2024-11-17T20:20:46,006 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c06c8337c4f5626e587a847dfa516d5a, ASSIGN 2024-11-17T20:20:46,006 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c06c8337c4f5626e587a847dfa516d5a, ASSIGN; state=OFFLINE, location=0b0b0ae8de03,33769,1731874831145; forceNewPlan=false, retain=false 2024-11-17T20:20:46,157 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c06c8337c4f5626e587a847dfa516d5a, regionState=OPENING, regionLocation=0b0b0ae8de03,33769,1731874831145 2024-11-17T20:20:46,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c06c8337c4f5626e587a847dfa516d5a, ASSIGN because future has completed 2024-11-17T20:20:46,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c06c8337c4f5626e587a847dfa516d5a, server=0b0b0ae8de03,33769,1731874831145}] 2024-11-17T20:20:46,313 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731874845183.c06c8337c4f5626e587a847dfa516d5a. 2024-11-17T20:20:46,313 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c06c8337c4f5626e587a847dfa516d5a, NAME => 'test,,1731874845183.c06c8337c4f5626e587a847dfa516d5a.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:20:46,314 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:20:46,314 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T20:20:46,314 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c06c8337c4f5626e587a847dfa516d5a 2024-11-17T20:20:46,314 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731874845183.c06c8337c4f5626e587a847dfa516d5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:20:46,314 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c06c8337c4f5626e587a847dfa516d5a 2024-11-17T20:20:46,314 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c06c8337c4f5626e587a847dfa516d5a 2024-11-17T20:20:46,315 INFO [StoreOpener-c06c8337c4f5626e587a847dfa516d5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c06c8337c4f5626e587a847dfa516d5a 2024-11-17T20:20:46,316 INFO [StoreOpener-c06c8337c4f5626e587a847dfa516d5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c06c8337c4f5626e587a847dfa516d5a columnFamilyName f 2024-11-17T20:20:46,316 DEBUG [StoreOpener-c06c8337c4f5626e587a847dfa516d5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:46,316 INFO [StoreOpener-c06c8337c4f5626e587a847dfa516d5a-1 {}] regionserver.HStore(327): Store=c06c8337c4f5626e587a847dfa516d5a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:20:46,316 INFO [StoreOpener-c06c8337c4f5626e587a847dfa516d5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c06c8337c4f5626e587a847dfa516d5a 2024-11-17T20:20:46,317 INFO [StoreOpener-c06c8337c4f5626e587a847dfa516d5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c06c8337c4f5626e587a847dfa516d5a columnFamilyName f1 2024-11-17T20:20:46,317 DEBUG [StoreOpener-c06c8337c4f5626e587a847dfa516d5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:46,317 INFO [StoreOpener-c06c8337c4f5626e587a847dfa516d5a-1 {}] regionserver.HStore(327): Store=c06c8337c4f5626e587a847dfa516d5a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:20:46,317 INFO [StoreOpener-c06c8337c4f5626e587a847dfa516d5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c06c8337c4f5626e587a847dfa516d5a 2024-11-17T20:20:46,318 INFO [StoreOpener-c06c8337c4f5626e587a847dfa516d5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c06c8337c4f5626e587a847dfa516d5a columnFamilyName norep 2024-11-17T20:20:46,318 DEBUG [StoreOpener-c06c8337c4f5626e587a847dfa516d5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:46,318 INFO [StoreOpener-c06c8337c4f5626e587a847dfa516d5a-1 {}] regionserver.HStore(327): Store=c06c8337c4f5626e587a847dfa516d5a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:20:46,318 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c06c8337c4f5626e587a847dfa516d5a 2024-11-17T20:20:46,319 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/data/default/test/c06c8337c4f5626e587a847dfa516d5a 2024-11-17T20:20:46,319 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/data/default/test/c06c8337c4f5626e587a847dfa516d5a 2024-11-17T20:20:46,320 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c06c8337c4f5626e587a847dfa516d5a 2024-11-17T20:20:46,320 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c06c8337c4f5626e587a847dfa516d5a 2024-11-17T20:20:46,320 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T20:20:46,321 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c06c8337c4f5626e587a847dfa516d5a 2024-11-17T20:20:46,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:20:46,323 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/data/default/test/c06c8337c4f5626e587a847dfa516d5a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:20:46,323 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c06c8337c4f5626e587a847dfa516d5a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74226337, jitterRate=0.10605861246585846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T20:20:46,323 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c06c8337c4f5626e587a847dfa516d5a 2024-11-17T20:20:46,323 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c06c8337c4f5626e587a847dfa516d5a: Running coprocessor pre-open hook at 1731874846314Writing region info on filesystem at 1731874846314Initializing all the Stores at 1731874846315 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874846315Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874846315Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874846315Cleaning up temporary data from old regions at 1731874846320 (+5 ms)Running coprocessor post-open hooks at 1731874846323 (+3 ms)Region opened successfully at 1731874846323 2024-11-17T20:20:46,324 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731874845183.c06c8337c4f5626e587a847dfa516d5a., pid=6, masterSystemTime=1731874846310 2024-11-17T20:20:46,326 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731874845183.c06c8337c4f5626e587a847dfa516d5a. 2024-11-17T20:20:46,326 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731874845183.c06c8337c4f5626e587a847dfa516d5a. 2024-11-17T20:20:46,326 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c06c8337c4f5626e587a847dfa516d5a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0b0b0ae8de03,33769,1731874831145 2024-11-17T20:20:46,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c06c8337c4f5626e587a847dfa516d5a, server=0b0b0ae8de03,33769,1731874831145 because future has completed 2024-11-17T20:20:46,330 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T20:20:46,330 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c06c8337c4f5626e587a847dfa516d5a, server=0b0b0ae8de03,33769,1731874831145 in 169 msec 2024-11-17T20:20:46,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T20:20:46,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c06c8337c4f5626e587a847dfa516d5a, ASSIGN in 325 msec 2024-11-17T20:20:46,332 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T20:20:46,332 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874846332"}]},"ts":"1731874846332"} 2024-11-17T20:20:46,334 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T20:20:46,334 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T20:20:46,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-11-17T20:20:47,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:20:47,343 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T20:20:47,344 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:20:47,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,45705,1731874836570 2024-11-17T20:20:47,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@badf17f 2024-11-17T20:20:47,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:20:47,345 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:20:47,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45705 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:20:47,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45705 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T20:20:47,347 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T20:20:47,347 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:47,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45705 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T20:20:47,348 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T20:20:47,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:20:47,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741835_1011 (size=902) 2024-11-17T20:20:47,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:20:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:20:47,754 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 731d158f7a5937de6ade83760dfad95d, NAME => 'test,,1731874847345.731d158f7a5937de6ade83760dfad95d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50 2024-11-17T20:20:47,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741836_1012 (size=39) 2024-11-17T20:20:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:20:48,159 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731874847345.731d158f7a5937de6ade83760dfad95d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:20:48,159 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 731d158f7a5937de6ade83760dfad95d, disabling compactions & flushes 2024-11-17T20:20:48,159 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731874847345.731d158f7a5937de6ade83760dfad95d. 2024-11-17T20:20:48,159 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731874847345.731d158f7a5937de6ade83760dfad95d. 2024-11-17T20:20:48,159 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731874847345.731d158f7a5937de6ade83760dfad95d. after waiting 0 ms 2024-11-17T20:20:48,159 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731874847345.731d158f7a5937de6ade83760dfad95d. 2024-11-17T20:20:48,159 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731874847345.731d158f7a5937de6ade83760dfad95d. 2024-11-17T20:20:48,159 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 731d158f7a5937de6ade83760dfad95d: Waiting for close lock at 1731874848159Disabling compacts and flushes for region at 1731874848159Disabling writes for close at 1731874848159Writing region close event to WAL at 1731874848159Closed at 1731874848159 2024-11-17T20:20:48,161 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T20:20:48,161 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731874847345.731d158f7a5937de6ade83760dfad95d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731874848161"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731874848161"}]},"ts":"1731874848161"} 2024-11-17T20:20:48,163 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T20:20:48,163 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T20:20:48,164 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874848163"}]},"ts":"1731874848163"} 2024-11-17T20:20:48,165 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T20:20:48,165 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=731d158f7a5937de6ade83760dfad95d, ASSIGN}] 2024-11-17T20:20:48,166 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=731d158f7a5937de6ade83760dfad95d, ASSIGN 2024-11-17T20:20:48,167 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=731d158f7a5937de6ade83760dfad95d, ASSIGN; state=OFFLINE, location=0b0b0ae8de03,38861,1731874836717; forceNewPlan=false, retain=false 2024-11-17T20:20:48,317 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=731d158f7a5937de6ade83760dfad95d, regionState=OPENING, regionLocation=0b0b0ae8de03,38861,1731874836717 2024-11-17T20:20:48,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=731d158f7a5937de6ade83760dfad95d, ASSIGN because future has completed 2024-11-17T20:20:48,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 731d158f7a5937de6ade83760dfad95d, server=0b0b0ae8de03,38861,1731874836717}] 2024-11-17T20:20:48,474 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731874847345.731d158f7a5937de6ade83760dfad95d. 2024-11-17T20:20:48,475 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 731d158f7a5937de6ade83760dfad95d, NAME => 'test,,1731874847345.731d158f7a5937de6ade83760dfad95d.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:20:48,475 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:20:48,475 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T20:20:48,475 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 731d158f7a5937de6ade83760dfad95d 2024-11-17T20:20:48,475 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731874847345.731d158f7a5937de6ade83760dfad95d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:20:48,475 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 731d158f7a5937de6ade83760dfad95d 2024-11-17T20:20:48,475 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 731d158f7a5937de6ade83760dfad95d 2024-11-17T20:20:48,476 INFO [StoreOpener-731d158f7a5937de6ade83760dfad95d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 731d158f7a5937de6ade83760dfad95d 2024-11-17T20:20:48,477 INFO [StoreOpener-731d158f7a5937de6ade83760dfad95d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 731d158f7a5937de6ade83760dfad95d columnFamilyName f 2024-11-17T20:20:48,477 DEBUG [StoreOpener-731d158f7a5937de6ade83760dfad95d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:48,478 INFO [StoreOpener-731d158f7a5937de6ade83760dfad95d-1 {}] regionserver.HStore(327): Store=731d158f7a5937de6ade83760dfad95d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:20:48,478 INFO [StoreOpener-731d158f7a5937de6ade83760dfad95d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 731d158f7a5937de6ade83760dfad95d 2024-11-17T20:20:48,479 INFO [StoreOpener-731d158f7a5937de6ade83760dfad95d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 731d158f7a5937de6ade83760dfad95d columnFamilyName f1 2024-11-17T20:20:48,479 DEBUG [StoreOpener-731d158f7a5937de6ade83760dfad95d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:48,479 INFO [StoreOpener-731d158f7a5937de6ade83760dfad95d-1 {}] regionserver.HStore(327): Store=731d158f7a5937de6ade83760dfad95d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:20:48,479 INFO [StoreOpener-731d158f7a5937de6ade83760dfad95d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 731d158f7a5937de6ade83760dfad95d 2024-11-17T20:20:48,481 INFO [StoreOpener-731d158f7a5937de6ade83760dfad95d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 731d158f7a5937de6ade83760dfad95d columnFamilyName norep 2024-11-17T20:20:48,481 DEBUG [StoreOpener-731d158f7a5937de6ade83760dfad95d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:48,481 INFO [StoreOpener-731d158f7a5937de6ade83760dfad95d-1 {}] regionserver.HStore(327): Store=731d158f7a5937de6ade83760dfad95d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:20:48,481 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 731d158f7a5937de6ade83760dfad95d 2024-11-17T20:20:48,482 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/default/test/731d158f7a5937de6ade83760dfad95d 2024-11-17T20:20:48,482 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/default/test/731d158f7a5937de6ade83760dfad95d 2024-11-17T20:20:48,483 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 731d158f7a5937de6ade83760dfad95d 2024-11-17T20:20:48,483 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 731d158f7a5937de6ade83760dfad95d 2024-11-17T20:20:48,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:20:48,483 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T20:20:48,485 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 731d158f7a5937de6ade83760dfad95d 2024-11-17T20:20:48,487 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/default/test/731d158f7a5937de6ade83760dfad95d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:20:48,487 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 731d158f7a5937de6ade83760dfad95d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73823873, jitterRate=0.10006143152713776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T20:20:48,487 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 731d158f7a5937de6ade83760dfad95d 2024-11-17T20:20:48,487 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 731d158f7a5937de6ade83760dfad95d: Running coprocessor pre-open hook at 1731874848475Writing region info on filesystem at 1731874848475Initializing all the Stores at 1731874848476 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874848476Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874848476Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874848476Cleaning up temporary data from old regions at 1731874848483 (+7 ms)Running coprocessor post-open hooks at 1731874848487 (+4 ms)Region opened successfully at 1731874848487 2024-11-17T20:20:48,488 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731874847345.731d158f7a5937de6ade83760dfad95d., pid=6, masterSystemTime=1731874848471 2024-11-17T20:20:48,490 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731874847345.731d158f7a5937de6ade83760dfad95d. 2024-11-17T20:20:48,491 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731874847345.731d158f7a5937de6ade83760dfad95d. 2024-11-17T20:20:48,491 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=731d158f7a5937de6ade83760dfad95d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0b0b0ae8de03,38861,1731874836717 2024-11-17T20:20:48,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 731d158f7a5937de6ade83760dfad95d, server=0b0b0ae8de03,38861,1731874836717 because future has completed 2024-11-17T20:20:48,495 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T20:20:48,495 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 731d158f7a5937de6ade83760dfad95d, server=0b0b0ae8de03,38861,1731874836717 in 173 msec 2024-11-17T20:20:48,497 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T20:20:48,497 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=731d158f7a5937de6ade83760dfad95d, ASSIGN in 330 msec 2024-11-17T20:20:48,497 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T20:20:48,497 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874848497"}]},"ts":"1731874848497"} 2024-11-17T20:20:48,499 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T20:20:48,500 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T20:20:48,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-17T20:20:49,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:20:49,494 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T20:20:49,494 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:20:49,495 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,46093,1731874841602 2024-11-17T20:20:49,495 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57710497 2024-11-17T20:20:49,495 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:20:49,496 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:20:49,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:20:49,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T20:20:49,499 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T20:20:49,499 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:49,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T20:20:49,500 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T20:20:49,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:20:49,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741835_1011 (size=902) 2024-11-17T20:20:49,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:20:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:20:49,906 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8410579c8df76880de7bede5ad8e33a1, NAME => 'test,,1731874849497.8410579c8df76880de7bede5ad8e33a1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091 2024-11-17T20:20:49,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741836_1012 (size=39) 2024-11-17T20:20:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:20:50,311 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731874849497.8410579c8df76880de7bede5ad8e33a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:20:50,311 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8410579c8df76880de7bede5ad8e33a1, disabling compactions & flushes 2024-11-17T20:20:50,311 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731874849497.8410579c8df76880de7bede5ad8e33a1. 2024-11-17T20:20:50,311 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731874849497.8410579c8df76880de7bede5ad8e33a1. 2024-11-17T20:20:50,312 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731874849497.8410579c8df76880de7bede5ad8e33a1. after waiting 0 ms 2024-11-17T20:20:50,312 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731874849497.8410579c8df76880de7bede5ad8e33a1. 2024-11-17T20:20:50,312 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731874849497.8410579c8df76880de7bede5ad8e33a1. 2024-11-17T20:20:50,312 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8410579c8df76880de7bede5ad8e33a1: Waiting for close lock at 1731874850311Disabling compacts and flushes for region at 1731874850311Disabling writes for close at 1731874850312 (+1 ms)Writing region close event to WAL at 1731874850312Closed at 1731874850312 2024-11-17T20:20:50,313 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T20:20:50,313 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731874849497.8410579c8df76880de7bede5ad8e33a1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731874850313"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731874850313"}]},"ts":"1731874850313"} 2024-11-17T20:20:50,315 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T20:20:50,316 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T20:20:50,316 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874850316"}]},"ts":"1731874850316"} 2024-11-17T20:20:50,318 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T20:20:50,318 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8410579c8df76880de7bede5ad8e33a1, ASSIGN}] 2024-11-17T20:20:50,319 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8410579c8df76880de7bede5ad8e33a1, ASSIGN 2024-11-17T20:20:50,320 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8410579c8df76880de7bede5ad8e33a1, ASSIGN; state=OFFLINE, location=0b0b0ae8de03,36371,1731874841718; forceNewPlan=false, retain=false 2024-11-17T20:20:50,470 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8410579c8df76880de7bede5ad8e33a1, regionState=OPENING, regionLocation=0b0b0ae8de03,36371,1731874841718 2024-11-17T20:20:50,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8410579c8df76880de7bede5ad8e33a1, ASSIGN because future has completed 2024-11-17T20:20:50,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8410579c8df76880de7bede5ad8e33a1, server=0b0b0ae8de03,36371,1731874841718}] 2024-11-17T20:20:50,535 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T20:20:50,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:50,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:50,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:50,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:50,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:50,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:50,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:50,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:50,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:50,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:50,630 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731874849497.8410579c8df76880de7bede5ad8e33a1. 2024-11-17T20:20:50,630 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8410579c8df76880de7bede5ad8e33a1, NAME => 'test,,1731874849497.8410579c8df76880de7bede5ad8e33a1.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:20:50,630 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:20:50,630 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T20:20:50,631 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8410579c8df76880de7bede5ad8e33a1 2024-11-17T20:20:50,631 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731874849497.8410579c8df76880de7bede5ad8e33a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:20:50,631 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8410579c8df76880de7bede5ad8e33a1 2024-11-17T20:20:50,631 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8410579c8df76880de7bede5ad8e33a1 2024-11-17T20:20:50,632 INFO [StoreOpener-8410579c8df76880de7bede5ad8e33a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8410579c8df76880de7bede5ad8e33a1 2024-11-17T20:20:50,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:20:50,633 INFO [StoreOpener-8410579c8df76880de7bede5ad8e33a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8410579c8df76880de7bede5ad8e33a1 columnFamilyName f 2024-11-17T20:20:50,633 DEBUG [StoreOpener-8410579c8df76880de7bede5ad8e33a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:50,634 INFO [StoreOpener-8410579c8df76880de7bede5ad8e33a1-1 {}] regionserver.HStore(327): Store=8410579c8df76880de7bede5ad8e33a1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:20:50,634 INFO [StoreOpener-8410579c8df76880de7bede5ad8e33a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8410579c8df76880de7bede5ad8e33a1 2024-11-17T20:20:50,635 INFO [StoreOpener-8410579c8df76880de7bede5ad8e33a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8410579c8df76880de7bede5ad8e33a1 columnFamilyName f1 2024-11-17T20:20:50,635 DEBUG [StoreOpener-8410579c8df76880de7bede5ad8e33a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:50,635 INFO [StoreOpener-8410579c8df76880de7bede5ad8e33a1-1 {}] regionserver.HStore(327): Store=8410579c8df76880de7bede5ad8e33a1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:20:50,635 INFO [StoreOpener-8410579c8df76880de7bede5ad8e33a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8410579c8df76880de7bede5ad8e33a1 2024-11-17T20:20:50,636 INFO [StoreOpener-8410579c8df76880de7bede5ad8e33a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8410579c8df76880de7bede5ad8e33a1 columnFamilyName norep 2024-11-17T20:20:50,636 DEBUG [StoreOpener-8410579c8df76880de7bede5ad8e33a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:50,636 INFO [StoreOpener-8410579c8df76880de7bede5ad8e33a1-1 {}] regionserver.HStore(327): Store=8410579c8df76880de7bede5ad8e33a1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:20:50,636 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8410579c8df76880de7bede5ad8e33a1 2024-11-17T20:20:50,637 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/data/default/test/8410579c8df76880de7bede5ad8e33a1 2024-11-17T20:20:50,637 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/data/default/test/8410579c8df76880de7bede5ad8e33a1 2024-11-17T20:20:50,638 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8410579c8df76880de7bede5ad8e33a1 2024-11-17T20:20:50,638 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8410579c8df76880de7bede5ad8e33a1 2024-11-17T20:20:50,638 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T20:20:50,639 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8410579c8df76880de7bede5ad8e33a1 2024-11-17T20:20:50,647 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/data/default/test/8410579c8df76880de7bede5ad8e33a1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:20:50,647 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8410579c8df76880de7bede5ad8e33a1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63236938, jitterRate=-0.05769619345664978}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T20:20:50,647 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8410579c8df76880de7bede5ad8e33a1 2024-11-17T20:20:50,648 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8410579c8df76880de7bede5ad8e33a1: Running coprocessor pre-open hook at 1731874850631Writing region info on filesystem at 1731874850631Initializing all the Stores at 1731874850631Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874850631Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874850632 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874850632Cleaning up temporary data from old regions at 1731874850638 (+6 ms)Running coprocessor post-open hooks at 1731874850647 (+9 ms)Region opened successfully at 1731874850647 2024-11-17T20:20:50,649 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731874849497.8410579c8df76880de7bede5ad8e33a1., pid=6, masterSystemTime=1731874850626 2024-11-17T20:20:50,651 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731874849497.8410579c8df76880de7bede5ad8e33a1. 2024-11-17T20:20:50,651 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731874849497.8410579c8df76880de7bede5ad8e33a1. 2024-11-17T20:20:50,652 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8410579c8df76880de7bede5ad8e33a1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0b0b0ae8de03,36371,1731874841718 2024-11-17T20:20:50,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8410579c8df76880de7bede5ad8e33a1, server=0b0b0ae8de03,36371,1731874841718 because future has completed 2024-11-17T20:20:50,657 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T20:20:50,658 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8410579c8df76880de7bede5ad8e33a1, server=0b0b0ae8de03,36371,1731874841718 in 183 msec 2024-11-17T20:20:50,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T20:20:50,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8410579c8df76880de7bede5ad8e33a1, ASSIGN in 339 msec 2024-11-17T20:20:50,659 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T20:20:50,659 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874850659"}]},"ts":"1731874850659"} 2024-11-17T20:20:50,661 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T20:20:50,662 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T20:20:50,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1650 sec 2024-11-17T20:20:50,950 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T20:20:51,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:20:51,643 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T20:20:51,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22d76d6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:51,644 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,39355,-1 for getting cluster id 2024-11-17T20:20:51,644 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:20:51,645 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78b53bad-1945-4b31-a951-722c604ecb3b' 2024-11-17T20:20:51,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:20:51,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78b53bad-1945-4b31-a951-722c604ecb3b" 2024-11-17T20:20:51,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54a7fef7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:51,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,39355,-1] 2024-11-17T20:20:51,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:20:51,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:51,646 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:20:51,647 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@766c7021, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:51,647 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:20:51,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,39355,1731874830815 2024-11-17T20:20:51,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10749b94 2024-11-17T20:20:51,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:20:51,648 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:20:51,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://0b0b0ae8de03:45705,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T20:20:51,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T20:20:51,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:20:51,651 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b0b0ae8de03:45705' 2024-11-17T20:20:51,652 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@516e3597, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:51,652 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,45705,-1 for getting cluster id 2024-11-17T20:20:51,652 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:20:51,653 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe4bd641-81b8-437e-bca5-add81f002ca6' 2024-11-17T20:20:51,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:20:51,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe4bd641-81b8-437e-bca5-add81f002ca6" 2024-11-17T20:20:51,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2997186d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:51,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,45705,-1] 2024-11-17T20:20:51,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:20:51,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:51,655 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:20:51,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a1a8417, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:51,655 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:20:51,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,45705,1731874836570 2024-11-17T20:20:51,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26f1ea56 2024-11-17T20:20:51,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:20:51,657 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:20:51,657 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T20:20:51,658 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T20:20:51,658 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:51,658 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:20:51,658 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:51,658 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:20:51,659 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T20:20:51,660 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T20:20:51,660 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:51,661 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T20:20:51,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45587 is added to blk_1073741837_1013 (size=1138) 2024-11-17T20:20:51,709 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T20:20:51,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:20:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:20:52,067 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a35b595b75851b5e1866d3de6743aca9, NAME => 'hbase:replication,,1731874851658.a35b595b75851b5e1866d3de6743aca9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd 2024-11-17T20:20:52,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45587 is added to blk_1073741838_1014 (size=44) 2024-11-17T20:20:52,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:20:52,471 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731874851658.a35b595b75851b5e1866d3de6743aca9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:20:52,472 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a35b595b75851b5e1866d3de6743aca9, disabling compactions & flushes 2024-11-17T20:20:52,472 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731874851658.a35b595b75851b5e1866d3de6743aca9. 2024-11-17T20:20:52,472 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731874851658.a35b595b75851b5e1866d3de6743aca9. 2024-11-17T20:20:52,472 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731874851658.a35b595b75851b5e1866d3de6743aca9. after waiting 0 ms 2024-11-17T20:20:52,472 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731874851658.a35b595b75851b5e1866d3de6743aca9. 2024-11-17T20:20:52,472 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731874851658.a35b595b75851b5e1866d3de6743aca9. 2024-11-17T20:20:52,472 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a35b595b75851b5e1866d3de6743aca9: Waiting for close lock at 1731874852472Disabling compacts and flushes for region at 1731874852472Disabling writes for close at 1731874852472Writing region close event to WAL at 1731874852472Closed at 1731874852472 2024-11-17T20:20:52,473 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T20:20:52,473 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731874851658.a35b595b75851b5e1866d3de6743aca9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731874852473"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731874852473"}]},"ts":"1731874852473"} 2024-11-17T20:20:52,475 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T20:20:52,476 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T20:20:52,476 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874852476"}]},"ts":"1731874852476"} 2024-11-17T20:20:52,477 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T20:20:52,478 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a35b595b75851b5e1866d3de6743aca9, ASSIGN}] 2024-11-17T20:20:52,479 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a35b595b75851b5e1866d3de6743aca9, ASSIGN 2024-11-17T20:20:52,480 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a35b595b75851b5e1866d3de6743aca9, ASSIGN; state=OFFLINE, location=0b0b0ae8de03,33769,1731874831145; forceNewPlan=false, retain=false 2024-11-17T20:20:52,630 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a35b595b75851b5e1866d3de6743aca9, regionState=OPENING, regionLocation=0b0b0ae8de03,33769,1731874831145 2024-11-17T20:20:52,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a35b595b75851b5e1866d3de6743aca9, ASSIGN because future has completed 2024-11-17T20:20:52,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a35b595b75851b5e1866d3de6743aca9, server=0b0b0ae8de03,33769,1731874831145}] 2024-11-17T20:20:52,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:20:52,787 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731874851658.a35b595b75851b5e1866d3de6743aca9. 2024-11-17T20:20:52,788 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:20:52,788 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T20:20:52,789 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C33769%2C1731874831145.rep, suffix=, logDir=hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145, archiveDir=hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/oldWALs, maxLogs=10 2024-11-17T20:20:52,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.rep.1731874852789, exclude list is [], retry=0 2024-11-17T20:20:52,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45587,DS-981e0955-4ce6-45a2-bed7-57858e0985c6,DISK] 2024-11-17T20:20:52,806 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.rep.1731874852789 2024-11-17T20:20:52,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36603:36603)] 2024-11-17T20:20:52,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a35b595b75851b5e1866d3de6743aca9, NAME => 'hbase:replication,,1731874851658.a35b595b75851b5e1866d3de6743aca9.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:20:52,807 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:20:52,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T20:20:52,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731874851658.a35b595b75851b5e1866d3de6743aca9. service=MultiRowMutationService 2024-11-17T20:20:52,807 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T20:20:52,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a35b595b75851b5e1866d3de6743aca9 2024-11-17T20:20:52,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731874851658.a35b595b75851b5e1866d3de6743aca9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:20:52,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a35b595b75851b5e1866d3de6743aca9 2024-11-17T20:20:52,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a35b595b75851b5e1866d3de6743aca9 2024-11-17T20:20:52,809 INFO [StoreOpener-a35b595b75851b5e1866d3de6743aca9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a35b595b75851b5e1866d3de6743aca9 2024-11-17T20:20:52,810 INFO [StoreOpener-a35b595b75851b5e1866d3de6743aca9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a35b595b75851b5e1866d3de6743aca9 columnFamilyName hfileref 2024-11-17T20:20:52,810 DEBUG [StoreOpener-a35b595b75851b5e1866d3de6743aca9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:52,810 INFO [StoreOpener-a35b595b75851b5e1866d3de6743aca9-1 {}] regionserver.HStore(327): Store=a35b595b75851b5e1866d3de6743aca9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:20:52,810 INFO [StoreOpener-a35b595b75851b5e1866d3de6743aca9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a35b595b75851b5e1866d3de6743aca9 2024-11-17T20:20:52,812 INFO [StoreOpener-a35b595b75851b5e1866d3de6743aca9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a35b595b75851b5e1866d3de6743aca9 columnFamilyName queue 2024-11-17T20:20:52,812 DEBUG [StoreOpener-a35b595b75851b5e1866d3de6743aca9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:52,812 INFO [StoreOpener-a35b595b75851b5e1866d3de6743aca9-1 {}] regionserver.HStore(327): Store=a35b595b75851b5e1866d3de6743aca9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:20:52,812 INFO [StoreOpener-a35b595b75851b5e1866d3de6743aca9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a35b595b75851b5e1866d3de6743aca9 2024-11-17T20:20:52,813 INFO [StoreOpener-a35b595b75851b5e1866d3de6743aca9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a35b595b75851b5e1866d3de6743aca9 columnFamilyName sid 2024-11-17T20:20:52,814 DEBUG [StoreOpener-a35b595b75851b5e1866d3de6743aca9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:52,814 INFO [StoreOpener-a35b595b75851b5e1866d3de6743aca9-1 {}] regionserver.HStore(327): Store=a35b595b75851b5e1866d3de6743aca9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:20:52,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a35b595b75851b5e1866d3de6743aca9 2024-11-17T20:20:52,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/data/hbase/replication/a35b595b75851b5e1866d3de6743aca9 2024-11-17T20:20:52,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/data/hbase/replication/a35b595b75851b5e1866d3de6743aca9 2024-11-17T20:20:52,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a35b595b75851b5e1866d3de6743aca9 2024-11-17T20:20:52,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a35b595b75851b5e1866d3de6743aca9 2024-11-17T20:20:52,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T20:20:52,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a35b595b75851b5e1866d3de6743aca9 2024-11-17T20:20:52,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/data/hbase/replication/a35b595b75851b5e1866d3de6743aca9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:20:52,819 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a35b595b75851b5e1866d3de6743aca9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60050842, jitterRate=-0.10517272353172302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T20:20:52,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a35b595b75851b5e1866d3de6743aca9 2024-11-17T20:20:52,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a35b595b75851b5e1866d3de6743aca9: Running coprocessor pre-open hook at 1731874852808Writing region info on filesystem at 1731874852808Initializing all the Stores at 1731874852808Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874852808Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874852808Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874852808Cleaning up temporary data from old regions at 1731874852816 (+8 ms)Running coprocessor post-open hooks at 1731874852819 (+3 ms)Region opened successfully at 1731874852819 2024-11-17T20:20:52,820 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731874851658.a35b595b75851b5e1866d3de6743aca9., pid=10, masterSystemTime=1731874852785 2024-11-17T20:20:52,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731874851658.a35b595b75851b5e1866d3de6743aca9. 2024-11-17T20:20:52,822 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731874851658.a35b595b75851b5e1866d3de6743aca9. 2024-11-17T20:20:52,822 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a35b595b75851b5e1866d3de6743aca9, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,33769,1731874831145 2024-11-17T20:20:52,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a35b595b75851b5e1866d3de6743aca9, server=0b0b0ae8de03,33769,1731874831145 because future has completed 2024-11-17T20:20:52,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T20:20:52,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a35b595b75851b5e1866d3de6743aca9, server=0b0b0ae8de03,33769,1731874831145 in 192 msec 2024-11-17T20:20:52,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T20:20:52,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a35b595b75851b5e1866d3de6743aca9, ASSIGN in 349 msec 2024-11-17T20:20:52,829 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T20:20:52,829 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874852829"}]},"ts":"1731874852829"} 2024-11-17T20:20:52,831 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T20:20:52,832 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T20:20:52,833 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1740 sec 2024-11-17T20:20:52,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731874851658.a35b595b75851b5e1866d3de6743aca9., hostname=0b0b0ae8de03,33769,1731874831145, seqNum=2] 2024-11-17T20:20:52,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33769-0x1014a74af310001, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-70395104 2024-11-17T20:20:52,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39355-0x1014a74af310000, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-70395104 2024-11-17T20:20:52,980 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T20:20:53,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33769 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T20:20:53,132 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T20:20:53,158 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-0b0b0ae8de03,33769,1731874831145, ReplicationSource: 1, currentBandwidth=0 2024-11-17T20:20:53,159 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:20:53,159 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,33769,1731874831145, seqNum=-1] 2024-11-17T20:20:53,159 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:20:53,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55839, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-17T20:20:53,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-0b0b0ae8de03,33769,1731874831145', locateType=CURRENT is [region=hbase:replication,,1731874851658.a35b595b75851b5e1866d3de6743aca9., hostname=0b0b0ae8de03,33769,1731874831145, seqNum=2] 2024-11-17T20:20:53,172 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T20:20:53,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T20:20:53,175 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 0b0b0ae8de03,33769,1731874831145 suceeded 2024-11-17T20:20:53,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T20:20:53,176 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://0b0b0ae8de03:45705,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T20:20:53,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-17T20:20:53,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5280 sec 2024-11-17T20:20:53,192 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b0b0ae8de03:45705' 2024-11-17T20:20:53,194 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4eccfab1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:53,194 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,45705,-1 for getting cluster id 2024-11-17T20:20:53,194 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:20:53,195 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe4bd641-81b8-437e-bca5-add81f002ca6' 2024-11-17T20:20:53,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:20:53,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe4bd641-81b8-437e-bca5-add81f002ca6" 2024-11-17T20:20:53,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@359a95a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:53,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,45705,-1] 2024-11-17T20:20:53,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:20:53,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:53,197 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:20:53,197 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7aef08f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:53,197 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:20:53,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,45705,1731874836570 2024-11-17T20:20:53,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21ccc464 2024-11-17T20:20:53,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:20:53,199 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-17T20:20:53,200 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0b0b0ae8de03,33769,1731874831145 (queues=1) is replicating from cluster=78b53bad-1945-4b31-a951-722c604ecb3b to cluster=fe4bd641-81b8-437e-bca5-add81f002ca6 2024-11-17T20:20:53,200 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0b0b0ae8de03%2C33769%2C1731874831145 2024-11-17T20:20:53,200 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0b0b0ae8de03,33769,1731874831145, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T20:20:53,204 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.shipper0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0b0b0ae8de03%2C33769%2C1731874831145 2024-11-17T20:20:53,204 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455, startPosition=0, beingWritten=true 2024-11-17T20:20:53,222 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T20:20:53,222 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 379, reset compression=false 2024-11-17T20:20:53,222 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.shipper0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,33769,1731874831145 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T20:20:53,437 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 379, reset compression=false 2024-11-17T20:20:53,742 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 379, reset compression=false 2024-11-17T20:20:53,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:20:53,793 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T20:20:53,793 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:20:53,793 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:20:53,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:53,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:53,794 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:20:53,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@389500fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:53,794 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,45705,-1 for getting cluster id 2024-11-17T20:20:53,795 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:20:53,795 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe4bd641-81b8-437e-bca5-add81f002ca6' 2024-11-17T20:20:53,795 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:20:53,795 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe4bd641-81b8-437e-bca5-add81f002ca6" 2024-11-17T20:20:53,796 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1acb5821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:53,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T20:20:53,796 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-17T20:20:53,796 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,45705,-1] 2024-11-17T20:20:53,796 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:20:53,796 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:53,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T20:20:53,796 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-17T20:20:53,797 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:20:53,797 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72974a26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:53,797 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:20:53,798 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,45705,1731874836570 2024-11-17T20:20:53,798 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b822ee 2024-11-17T20:20:53,798 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:20:53,799 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:20:53,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45705 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://0b0b0ae8de03:46093,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T20:20:53,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45705 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T20:20:53,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:20:53,802 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b0b0ae8de03:46093' 2024-11-17T20:20:53,803 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e1b9982, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:53,803 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,46093,-1 for getting cluster id 2024-11-17T20:20:53,803 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:20:53,804 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0f7a8ca-c463-494e-8a69-21cff8c760e5' 2024-11-17T20:20:53,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:20:53,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0f7a8ca-c463-494e-8a69-21cff8c760e5" 2024-11-17T20:20:53,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c19e8b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:53,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,46093,-1] 2024-11-17T20:20:53,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:20:53,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:53,805 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:20:53,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49984524, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:53,806 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:20:53,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,46093,1731874841602 2024-11-17T20:20:53,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65f5c23 2024-11-17T20:20:53,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:20:53,808 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:20:53,808 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T20:20:53,808 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T20:20:53,808 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:53,808 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:53,808 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:20:53,809 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:20:53,810 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T20:20:53,811 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T20:20:53,811 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:53,812 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T20:20:53,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741837_1013 (size=1138) 2024-11-17T20:20:53,860 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T20:20:53,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:20:54,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:20:54,146 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 379, reset compression=false 2024-11-17T20:20:54,220 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4619d18d721148fa07c1c403d698be4f, NAME => 'hbase:replication,,1731874853809.4619d18d721148fa07c1c403d698be4f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50 2024-11-17T20:20:54,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741838_1014 (size=44) 2024-11-17T20:20:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:20:54,625 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731874853809.4619d18d721148fa07c1c403d698be4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:20:54,626 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4619d18d721148fa07c1c403d698be4f, disabling compactions & flushes 2024-11-17T20:20:54,626 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731874853809.4619d18d721148fa07c1c403d698be4f. 2024-11-17T20:20:54,626 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731874853809.4619d18d721148fa07c1c403d698be4f. 2024-11-17T20:20:54,626 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731874853809.4619d18d721148fa07c1c403d698be4f. after waiting 0 ms 2024-11-17T20:20:54,626 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731874853809.4619d18d721148fa07c1c403d698be4f. 2024-11-17T20:20:54,626 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731874853809.4619d18d721148fa07c1c403d698be4f. 2024-11-17T20:20:54,626 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4619d18d721148fa07c1c403d698be4f: Waiting for close lock at 1731874854625Disabling compacts and flushes for region at 1731874854625Disabling writes for close at 1731874854626 (+1 ms)Writing region close event to WAL at 1731874854626Closed at 1731874854626 2024-11-17T20:20:54,649 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 379, reset compression=false 2024-11-17T20:20:54,665 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T20:20:54,665 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731874853809.4619d18d721148fa07c1c403d698be4f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731874854665"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731874854665"}]},"ts":"1731874854665"} 2024-11-17T20:20:54,668 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T20:20:54,669 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T20:20:54,669 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874854669"}]},"ts":"1731874854669"} 2024-11-17T20:20:54,672 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T20:20:54,672 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4619d18d721148fa07c1c403d698be4f, ASSIGN}] 2024-11-17T20:20:54,673 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4619d18d721148fa07c1c403d698be4f, ASSIGN 2024-11-17T20:20:54,674 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4619d18d721148fa07c1c403d698be4f, ASSIGN; state=OFFLINE, location=0b0b0ae8de03,38861,1731874836717; forceNewPlan=false, retain=false 2024-11-17T20:20:54,825 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4619d18d721148fa07c1c403d698be4f, regionState=OPENING, regionLocation=0b0b0ae8de03,38861,1731874836717 2024-11-17T20:20:54,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4619d18d721148fa07c1c403d698be4f, ASSIGN because future has completed 2024-11-17T20:20:54,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4619d18d721148fa07c1c403d698be4f, server=0b0b0ae8de03,38861,1731874836717}] 2024-11-17T20:20:54,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:20:54,983 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731874853809.4619d18d721148fa07c1c403d698be4f. 2024-11-17T20:20:54,983 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:20:54,983 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T20:20:54,985 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C38861%2C1731874836717.rep, suffix=, logDir=hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717, archiveDir=hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/oldWALs, maxLogs=10 2024-11-17T20:20:54,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.rep.1731874854985, exclude list is [], retry=0 2024-11-17T20:20:54,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37163,DS-27b34b07-3faa-4352-9d89-88b163285007,DISK] 2024-11-17T20:20:55,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.rep.1731874854985 2024-11-17T20:20:55,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42665:42665)] 2024-11-17T20:20:55,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4619d18d721148fa07c1c403d698be4f, NAME => 'hbase:replication,,1731874853809.4619d18d721148fa07c1c403d698be4f.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:20:55,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:20:55,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T20:20:55,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731874853809.4619d18d721148fa07c1c403d698be4f. service=MultiRowMutationService 2024-11-17T20:20:55,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T20:20:55,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4619d18d721148fa07c1c403d698be4f 2024-11-17T20:20:55,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731874853809.4619d18d721148fa07c1c403d698be4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:20:55,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4619d18d721148fa07c1c403d698be4f 2024-11-17T20:20:55,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4619d18d721148fa07c1c403d698be4f 2024-11-17T20:20:55,003 INFO [StoreOpener-4619d18d721148fa07c1c403d698be4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4619d18d721148fa07c1c403d698be4f 2024-11-17T20:20:55,004 INFO [StoreOpener-4619d18d721148fa07c1c403d698be4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4619d18d721148fa07c1c403d698be4f columnFamilyName hfileref 2024-11-17T20:20:55,004 DEBUG [StoreOpener-4619d18d721148fa07c1c403d698be4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:55,005 INFO [StoreOpener-4619d18d721148fa07c1c403d698be4f-1 {}] regionserver.HStore(327): Store=4619d18d721148fa07c1c403d698be4f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:20:55,005 INFO [StoreOpener-4619d18d721148fa07c1c403d698be4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4619d18d721148fa07c1c403d698be4f 2024-11-17T20:20:55,006 INFO [StoreOpener-4619d18d721148fa07c1c403d698be4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4619d18d721148fa07c1c403d698be4f columnFamilyName queue 2024-11-17T20:20:55,006 DEBUG [StoreOpener-4619d18d721148fa07c1c403d698be4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:55,006 INFO [StoreOpener-4619d18d721148fa07c1c403d698be4f-1 {}] regionserver.HStore(327): Store=4619d18d721148fa07c1c403d698be4f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:20:55,006 INFO [StoreOpener-4619d18d721148fa07c1c403d698be4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4619d18d721148fa07c1c403d698be4f 2024-11-17T20:20:55,007 INFO [StoreOpener-4619d18d721148fa07c1c403d698be4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4619d18d721148fa07c1c403d698be4f columnFamilyName sid 2024-11-17T20:20:55,007 DEBUG [StoreOpener-4619d18d721148fa07c1c403d698be4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:55,007 INFO [StoreOpener-4619d18d721148fa07c1c403d698be4f-1 {}] regionserver.HStore(327): Store=4619d18d721148fa07c1c403d698be4f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:20:55,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4619d18d721148fa07c1c403d698be4f 2024-11-17T20:20:55,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/hbase/replication/4619d18d721148fa07c1c403d698be4f 2024-11-17T20:20:55,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/hbase/replication/4619d18d721148fa07c1c403d698be4f 2024-11-17T20:20:55,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4619d18d721148fa07c1c403d698be4f 2024-11-17T20:20:55,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4619d18d721148fa07c1c403d698be4f 2024-11-17T20:20:55,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T20:20:55,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4619d18d721148fa07c1c403d698be4f 2024-11-17T20:20:55,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/hbase/replication/4619d18d721148fa07c1c403d698be4f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:20:55,012 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4619d18d721148fa07c1c403d698be4f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75232607, jitterRate=0.12105320394039154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T20:20:55,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4619d18d721148fa07c1c403d698be4f 2024-11-17T20:20:55,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4619d18d721148fa07c1c403d698be4f: Running coprocessor pre-open hook at 1731874855002Writing region info on filesystem at 1731874855002Initializing all the Stores at 1731874855003 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874855003Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874855003Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874855003Cleaning up temporary data from old regions at 1731874855009 (+6 ms)Running coprocessor post-open hooks at 1731874855012 (+3 ms)Region opened successfully at 1731874855012 2024-11-17T20:20:55,013 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731874853809.4619d18d721148fa07c1c403d698be4f., pid=10, masterSystemTime=1731874854980 2024-11-17T20:20:55,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731874853809.4619d18d721148fa07c1c403d698be4f. 2024-11-17T20:20:55,015 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731874853809.4619d18d721148fa07c1c403d698be4f. 2024-11-17T20:20:55,015 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4619d18d721148fa07c1c403d698be4f, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,38861,1731874836717 2024-11-17T20:20:55,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4619d18d721148fa07c1c403d698be4f, server=0b0b0ae8de03,38861,1731874836717 because future has completed 2024-11-17T20:20:55,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T20:20:55,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4619d18d721148fa07c1c403d698be4f, server=0b0b0ae8de03,38861,1731874836717 in 190 msec 2024-11-17T20:20:55,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T20:20:55,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4619d18d721148fa07c1c403d698be4f, ASSIGN in 348 msec 2024-11-17T20:20:55,022 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T20:20:55,023 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874855022"}]},"ts":"1731874855022"} 2024-11-17T20:20:55,024 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T20:20:55,025 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T20:20:55,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2160 sec 2024-11-17T20:20:55,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731874853809.4619d18d721148fa07c1c403d698be4f., hostname=0b0b0ae8de03,38861,1731874836717, seqNum=2] 2024-11-17T20:20:55,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45705-0x1014a74af310003, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1384948528 2024-11-17T20:20:55,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38861-0x1014a74af310004, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1384948528 2024-11-17T20:20:55,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T20:20:55,254 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 379, reset compression=false 2024-11-17T20:20:55,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38861 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T20:20:55,273 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T20:20:55,302 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-0b0b0ae8de03,38861,1731874836717, ReplicationSource: 1, currentBandwidth=0 2024-11-17T20:20:55,302 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:20:55,302 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,38861,1731874836717, seqNum=-1] 2024-11-17T20:20:55,303 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:20:55,304 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53823, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-17T20:20:55,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-0b0b0ae8de03,38861,1731874836717', locateType=CURRENT is [region=hbase:replication,,1731874853809.4619d18d721148fa07c1c403d698be4f., hostname=0b0b0ae8de03,38861,1731874836717, seqNum=2] 2024-11-17T20:20:55,309 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T20:20:55,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45705 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T20:20:55,311 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 0b0b0ae8de03,38861,1731874836717 suceeded 2024-11-17T20:20:55,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T20:20:55,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-17T20:20:55,313 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://0b0b0ae8de03:46093,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T20:20:55,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5140 sec 2024-11-17T20:20:55,323 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b0b0ae8de03:46093' 2024-11-17T20:20:55,324 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@cc2d381, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:55,324 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,46093,-1 for getting cluster id 2024-11-17T20:20:55,324 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:20:55,325 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0f7a8ca-c463-494e-8a69-21cff8c760e5' 2024-11-17T20:20:55,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:20:55,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0f7a8ca-c463-494e-8a69-21cff8c760e5" 2024-11-17T20:20:55,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1782ed98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:55,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,46093,-1] 2024-11-17T20:20:55,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:20:55,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:55,326 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:20:55,327 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11b8889a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:55,327 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:20:55,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,46093,1731874841602 2024-11-17T20:20:55,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f66679c 2024-11-17T20:20:55,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:20:55,329 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-17T20:20:55,329 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0b0b0ae8de03,38861,1731874836717 (queues=1) is replicating from cluster=fe4bd641-81b8-437e-bca5-add81f002ca6 to cluster=c0f7a8ca-c463-494e-8a69-21cff8c760e5 2024-11-17T20:20:55,329 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0b0b0ae8de03%2C38861%2C1731874836717 2024-11-17T20:20:55,329 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0b0b0ae8de03,38861,1731874836717, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T20:20:55,330 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.shipper0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0b0b0ae8de03%2C38861%2C1731874836717 2024-11-17T20:20:55,330 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084, startPosition=0, beingWritten=true 2024-11-17T20:20:55,334 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T20:20:55,334 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 to pos 379, reset compression=false 2024-11-17T20:20:55,334 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.shipper0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,38861,1731874836717 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T20:20:55,538 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 to pos 379, reset compression=false 2024-11-17T20:20:55,841 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 to pos 379, reset compression=false 2024-11-17T20:20:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:20:55,953 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T20:20:55,953 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:20:55,953 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:20:55,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:55,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:55,953 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:20:55,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@314b0009, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:55,954 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,46093,-1 for getting cluster id 2024-11-17T20:20:55,954 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:20:55,955 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0f7a8ca-c463-494e-8a69-21cff8c760e5' 2024-11-17T20:20:55,955 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:20:55,955 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0f7a8ca-c463-494e-8a69-21cff8c760e5" 2024-11-17T20:20:55,955 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ecf7b2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:55,955 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,46093,-1] 2024-11-17T20:20:55,955 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:20:55,955 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:55,956 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:20:55,957 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@365e42ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:55,957 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:20:55,957 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,46093,1731874841602 2024-11-17T20:20:55,958 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37980bc7 2024-11-17T20:20:55,958 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:20:55,958 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 379, reset compression=false 2024-11-17T20:20:55,958 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:20:55,959 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://0b0b0ae8de03:39355,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T20:20:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T20:20:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:20:55,961 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b0b0ae8de03:39355' 2024-11-17T20:20:55,962 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7001bf5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:55,962 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,39355,-1 for getting cluster id 2024-11-17T20:20:55,963 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:20:55,963 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78b53bad-1945-4b31-a951-722c604ecb3b' 2024-11-17T20:20:55,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:20:55,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78b53bad-1945-4b31-a951-722c604ecb3b" 2024-11-17T20:20:55,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70e71be9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:55,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,39355,-1] 2024-11-17T20:20:55,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:20:55,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:55,965 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:20:55,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ceb6a6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:55,966 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:20:55,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,39355,1731874830815 2024-11-17T20:20:55,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f5dcb94 2024-11-17T20:20:55,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:20:55,968 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:20:55,968 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T20:20:55,968 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T20:20:55,969 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:55,969 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:55,969 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:20:55,969 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:20:55,970 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T20:20:55,971 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T20:20:55,971 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:55,972 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T20:20:55,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741837_1013 (size=1138) 2024-11-17T20:20:56,020 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T20:20:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:20:56,134 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T20:20:56,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:56,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:56,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:56,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:56,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:56,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:56,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:56,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:56,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:56,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:20:56,254 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 to pos 379, reset compression=false 2024-11-17T20:20:56,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:20:56,388 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7859de6994019da860b237890ad2566c, NAME => 'hbase:replication,,1731874855969.7859de6994019da860b237890ad2566c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091 2024-11-17T20:20:56,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741838_1014 (size=44) 2024-11-17T20:20:56,393 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731874855969.7859de6994019da860b237890ad2566c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:20:56,393 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7859de6994019da860b237890ad2566c, disabling compactions & flushes 2024-11-17T20:20:56,393 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731874855969.7859de6994019da860b237890ad2566c. 2024-11-17T20:20:56,393 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731874855969.7859de6994019da860b237890ad2566c. 2024-11-17T20:20:56,393 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731874855969.7859de6994019da860b237890ad2566c. after waiting 0 ms 2024-11-17T20:20:56,393 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731874855969.7859de6994019da860b237890ad2566c. 2024-11-17T20:20:56,393 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731874855969.7859de6994019da860b237890ad2566c. 2024-11-17T20:20:56,393 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7859de6994019da860b237890ad2566c: Waiting for close lock at 1731874856393Disabling compacts and flushes for region at 1731874856393Disabling writes for close at 1731874856393Writing region close event to WAL at 1731874856393Closed at 1731874856393 2024-11-17T20:20:56,394 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T20:20:56,394 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731874855969.7859de6994019da860b237890ad2566c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731874856394"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731874856394"}]},"ts":"1731874856394"} 2024-11-17T20:20:56,396 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T20:20:56,397 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T20:20:56,397 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874856397"}]},"ts":"1731874856397"} 2024-11-17T20:20:56,398 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T20:20:56,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7859de6994019da860b237890ad2566c, ASSIGN}] 2024-11-17T20:20:56,400 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7859de6994019da860b237890ad2566c, ASSIGN 2024-11-17T20:20:56,400 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7859de6994019da860b237890ad2566c, ASSIGN; state=OFFLINE, location=0b0b0ae8de03,36371,1731874841718; forceNewPlan=false, retain=false 2024-11-17T20:20:56,551 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7859de6994019da860b237890ad2566c, regionState=OPENING, regionLocation=0b0b0ae8de03,36371,1731874841718 2024-11-17T20:20:56,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7859de6994019da860b237890ad2566c, ASSIGN because future has completed 2024-11-17T20:20:56,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7859de6994019da860b237890ad2566c, server=0b0b0ae8de03,36371,1731874841718}] 2024-11-17T20:20:56,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:20:56,709 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731874855969.7859de6994019da860b237890ad2566c. 2024-11-17T20:20:56,709 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:20:56,709 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T20:20:56,710 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C36371%2C1731874841718.rep, suffix=, logDir=hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718, archiveDir=hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/oldWALs, maxLogs=10 2024-11-17T20:20:56,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.rep.1731874856710, exclude list is [], retry=0 2024-11-17T20:20:56,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45301,DS-1614560f-63b3-4eb3-8de1-f3ca706ea842,DISK] 2024-11-17T20:20:56,730 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.rep.1731874856710 2024-11-17T20:20:56,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33921:33921)] 2024-11-17T20:20:56,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7859de6994019da860b237890ad2566c, NAME => 'hbase:replication,,1731874855969.7859de6994019da860b237890ad2566c.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:20:56,731 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:20:56,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T20:20:56,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731874855969.7859de6994019da860b237890ad2566c. service=MultiRowMutationService 2024-11-17T20:20:56,731 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T20:20:56,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7859de6994019da860b237890ad2566c 2024-11-17T20:20:56,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731874855969.7859de6994019da860b237890ad2566c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:20:56,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7859de6994019da860b237890ad2566c 2024-11-17T20:20:56,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7859de6994019da860b237890ad2566c 2024-11-17T20:20:56,733 INFO [StoreOpener-7859de6994019da860b237890ad2566c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7859de6994019da860b237890ad2566c 2024-11-17T20:20:56,734 INFO [StoreOpener-7859de6994019da860b237890ad2566c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7859de6994019da860b237890ad2566c columnFamilyName hfileref 2024-11-17T20:20:56,734 DEBUG [StoreOpener-7859de6994019da860b237890ad2566c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:56,735 INFO [StoreOpener-7859de6994019da860b237890ad2566c-1 {}] regionserver.HStore(327): Store=7859de6994019da860b237890ad2566c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:20:56,735 INFO [StoreOpener-7859de6994019da860b237890ad2566c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7859de6994019da860b237890ad2566c 2024-11-17T20:20:56,736 INFO [StoreOpener-7859de6994019da860b237890ad2566c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7859de6994019da860b237890ad2566c columnFamilyName queue 2024-11-17T20:20:56,736 DEBUG [StoreOpener-7859de6994019da860b237890ad2566c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:56,736 INFO [StoreOpener-7859de6994019da860b237890ad2566c-1 {}] regionserver.HStore(327): Store=7859de6994019da860b237890ad2566c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:20:56,736 INFO [StoreOpener-7859de6994019da860b237890ad2566c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7859de6994019da860b237890ad2566c 2024-11-17T20:20:56,737 INFO [StoreOpener-7859de6994019da860b237890ad2566c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7859de6994019da860b237890ad2566c columnFamilyName sid 2024-11-17T20:20:56,737 DEBUG [StoreOpener-7859de6994019da860b237890ad2566c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:20:56,737 INFO [StoreOpener-7859de6994019da860b237890ad2566c-1 {}] regionserver.HStore(327): Store=7859de6994019da860b237890ad2566c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:20:56,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7859de6994019da860b237890ad2566c 2024-11-17T20:20:56,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/data/hbase/replication/7859de6994019da860b237890ad2566c 2024-11-17T20:20:56,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/data/hbase/replication/7859de6994019da860b237890ad2566c 2024-11-17T20:20:56,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7859de6994019da860b237890ad2566c 2024-11-17T20:20:56,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7859de6994019da860b237890ad2566c 2024-11-17T20:20:56,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T20:20:56,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7859de6994019da860b237890ad2566c 2024-11-17T20:20:56,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/data/hbase/replication/7859de6994019da860b237890ad2566c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:20:56,742 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7859de6994019da860b237890ad2566c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67645984, jitterRate=0.008003711700439453}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T20:20:56,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7859de6994019da860b237890ad2566c 2024-11-17T20:20:56,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7859de6994019da860b237890ad2566c: Running coprocessor pre-open hook at 1731874856732Writing region info on filesystem at 1731874856732Initializing all the Stores at 1731874856733 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874856733Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874856733Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874856733Cleaning up temporary data from old regions at 1731874856739 (+6 ms)Running coprocessor post-open hooks at 1731874856742 (+3 ms)Region opened successfully at 1731874856742 2024-11-17T20:20:56,743 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731874855969.7859de6994019da860b237890ad2566c., pid=10, masterSystemTime=1731874856706 2024-11-17T20:20:56,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731874855969.7859de6994019da860b237890ad2566c. 2024-11-17T20:20:56,745 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731874855969.7859de6994019da860b237890ad2566c. 2024-11-17T20:20:56,745 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7859de6994019da860b237890ad2566c, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,36371,1731874841718 2024-11-17T20:20:56,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7859de6994019da860b237890ad2566c, server=0b0b0ae8de03,36371,1731874841718 because future has completed 2024-11-17T20:20:56,749 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T20:20:56,749 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7859de6994019da860b237890ad2566c, server=0b0b0ae8de03,36371,1731874841718 in 194 msec 2024-11-17T20:20:56,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T20:20:56,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7859de6994019da860b237890ad2566c, ASSIGN in 350 msec 2024-11-17T20:20:56,752 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T20:20:56,753 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874856752"}]},"ts":"1731874856752"} 2024-11-17T20:20:56,754 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T20:20:56,755 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T20:20:56,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 786 msec 2024-11-17T20:20:56,758 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 to pos 379, reset compression=false 2024-11-17T20:20:56,763 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 379, reset compression=false 2024-11-17T20:20:56,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731874855969.7859de6994019da860b237890ad2566c., hostname=0b0b0ae8de03,36371,1731874841718, seqNum=2] 2024-11-17T20:20:56,951 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T20:20:56,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36371-0x1014a74af310007, quorum=127.0.0.1:57629, baseZNode=/2345212618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2345212618 2024-11-17T20:20:56,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46093-0x1014a74af310006, quorum=127.0.0.1:57629, baseZNode=/2345212618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2345212618 2024-11-17T20:20:56,980 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T20:20:57,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:20:57,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36371 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T20:20:57,133 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T20:20:57,158 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-0b0b0ae8de03,36371,1731874841718, ReplicationSource: 1, currentBandwidth=0 2024-11-17T20:20:57,158 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:20:57,158 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,36371,1731874841718, seqNum=-1] 2024-11-17T20:20:57,159 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:20:57,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-17T20:20:57,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-0b0b0ae8de03,36371,1731874841718', locateType=CURRENT is [region=hbase:replication,,1731874855969.7859de6994019da860b237890ad2566c., hostname=0b0b0ae8de03,36371,1731874841718, seqNum=2] 2024-11-17T20:20:57,164 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T20:20:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T20:20:57,166 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 0b0b0ae8de03,36371,1731874841718 suceeded 2024-11-17T20:20:57,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T20:20:57,168 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://0b0b0ae8de03:39355,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T20:20:57,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-17T20:20:57,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2100 sec 2024-11-17T20:20:57,178 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b0b0ae8de03:39355' 2024-11-17T20:20:57,179 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3251eaff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:57,179 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,39355,-1 for getting cluster id 2024-11-17T20:20:57,179 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:20:57,180 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78b53bad-1945-4b31-a951-722c604ecb3b' 2024-11-17T20:20:57,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:20:57,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78b53bad-1945-4b31-a951-722c604ecb3b" 2024-11-17T20:20:57,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6249fbc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:57,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,39355,-1] 2024-11-17T20:20:57,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:20:57,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:57,181 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:20:57,182 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@366175de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:57,182 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:20:57,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,39355,1731874830815 2024-11-17T20:20:57,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1127f654 2024-11-17T20:20:57,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:20:57,183 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-17T20:20:57,184 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0b0b0ae8de03,36371,1731874841718 (queues=1) is replicating from cluster=c0f7a8ca-c463-494e-8a69-21cff8c760e5 to cluster=78b53bad-1945-4b31-a951-722c604ecb3b 2024-11-17T20:20:57,184 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0b0b0ae8de03%2C36371%2C1731874841718 2024-11-17T20:20:57,184 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0b0b0ae8de03,36371,1731874841718, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T20:20:57,184 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.shipper0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0b0b0ae8de03%2C36371%2C1731874841718 2024-11-17T20:20:57,184 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.wal-reader.0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.1731874843970, startPosition=0, beingWritten=true 2024-11-17T20:20:57,188 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.wal-reader.0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T20:20:57,188 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.wal-reader.0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.1731874843970 to pos 379, reset compression=false 2024-11-17T20:20:57,188 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.shipper0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,36371,1731874841718 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.1731874843970, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T20:20:57,362 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 to pos 379, reset compression=false 2024-11-17T20:20:57,391 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.wal-reader.0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.1731874843970 to pos 379, reset compression=false 2024-11-17T20:20:57,666 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 379, reset compression=false 2024-11-17T20:20:57,694 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.wal-reader.0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.1731874843970 to pos 379, reset compression=false 2024-11-17T20:20:58,065 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 to pos 379, reset compression=false 2024-11-17T20:20:58,097 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.wal-reader.0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.1731874843970 to pos 379, reset compression=false 2024-11-17T20:20:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:20:58,114 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T20:20:58,114 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:20:58,114 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:20:58,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:58,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:58,114 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:20:58,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79c6a08a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:58,115 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,39355,-1 for getting cluster id 2024-11-17T20:20:58,115 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:20:58,115 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78b53bad-1945-4b31-a951-722c604ecb3b' 2024-11-17T20:20:58,115 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:20:58,115 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78b53bad-1945-4b31-a951-722c604ecb3b" 2024-11-17T20:20:58,116 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10446d92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:58,116 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,39355,-1] 2024-11-17T20:20:58,116 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:20:58,116 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:58,116 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:20:58,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c86f27e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:58,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74066252, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:58,117 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,45705,-1 for getting cluster id 2024-11-17T20:20:58,117 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:20:58,118 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe4bd641-81b8-437e-bca5-add81f002ca6' 2024-11-17T20:20:58,118 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:20:58,118 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe4bd641-81b8-437e-bca5-add81f002ca6" 2024-11-17T20:20:58,118 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fd2ad30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:58,118 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,45705,-1] 2024-11-17T20:20:58,119 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:20:58,119 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:58,119 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:20:58,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70faa7fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:58,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ad9df0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:58,120 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,46093,-1 for getting cluster id 2024-11-17T20:20:58,121 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:20:58,121 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0f7a8ca-c463-494e-8a69-21cff8c760e5' 2024-11-17T20:20:58,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:20:58,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0f7a8ca-c463-494e-8a69-21cff8c760e5" 2024-11-17T20:20:58,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c2ddc6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:58,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,46093,-1] 2024-11-17T20:20:58,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:20:58,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:58,122 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:20:58,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11e97560, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:58,123 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:20:58,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,33769,1731874831145, seqNum=-1] 2024-11-17T20:20:58,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:20:58,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:20:58,127 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731874845183.c06c8337c4f5626e587a847dfa516d5a., hostname=0b0b0ae8de03,33769,1731874831145, seqNum=2] 2024-11-17T20:20:58,129 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:20:58,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,36371,1731874841718, seqNum=-1] 2024-11-17T20:20:58,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:20:58,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:20:58,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731874849497.8410579c8df76880de7bede5ad8e33a1., hostname=0b0b0ae8de03,36371,1731874841718, seqNum=2] 2024-11-17T20:20:58,134 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-17T20:20:58,601 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.wal-reader.0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.1731874843970 to pos 379, reset compression=false 2024-11-17T20:20:58,669 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 379, reset compression=false 2024-11-17T20:20:58,674 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T20:20:58,674 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 480, reset compression=false 2024-11-17T20:20:58,674 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.shipper0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,33769,1731874831145 got entry batch from reader: WALEntryBatch [walEntries=[{test/c06c8337c4f5626e587a847dfa516d5a/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-17T20:20:58,676 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.shipper0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T20:20:58,677 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-17T20:20:58,678 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38861 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T20:20:58,678 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38861 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c24a0c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:58,678 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38861 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,45705,-1 for getting cluster id 2024-11-17T20:20:58,678 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38861 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:20:58,679 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe4bd641-81b8-437e-bca5-add81f002ca6' 2024-11-17T20:20:58,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:20:58,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe4bd641-81b8-437e-bca5-add81f002ca6" 2024-11-17T20:20:58,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@682fb9e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:58,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,45705,-1] 2024-11-17T20:20:58,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:20:58,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:58,680 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:20:58,681 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38861 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45a0d54b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:58,681 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38861 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:20:58,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,38861,1731874836717, seqNum=-1] 2024-11-17T20:20:58,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:20:58,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-17T20:20:58,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731874847345.731d158f7a5937de6ade83760dfad95d., hostname=0b0b0ae8de03,38861,1731874836717, seqNum=2] 2024-11-17T20:20:58,687 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38861 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T20:20:58,869 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 to pos 379, reset compression=false 2024-11-17T20:20:58,874 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T20:20:58,874 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 to pos 503, reset compression=false 2024-11-17T20:20:58,874 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.shipper0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,38861,1731874836717 got entry batch from reader: WALEntryBatch [walEntries=[{test/731d158f7a5937de6ade83760dfad95d/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-17T20:20:58,876 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.shipper0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T20:20:58,877 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-17T20:20:58,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36371 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T20:20:58,877 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 480, reset compression=false 2024-11-17T20:20:58,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1eff19e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:58,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36371 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,46093,-1 for getting cluster id 2024-11-17T20:20:58,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:20:58,878 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0f7a8ca-c463-494e-8a69-21cff8c760e5' 2024-11-17T20:20:58,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:20:58,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0f7a8ca-c463-494e-8a69-21cff8c760e5" 2024-11-17T20:20:58,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3775706e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:58,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,46093,-1] 2024-11-17T20:20:58,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:20:58,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:58,879 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:20:58,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1806d44e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:58,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:20:58,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,36371,1731874841718, seqNum=-1] 2024-11-17T20:20:58,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:20:58,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-17T20:20:58,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731874849497.8410579c8df76880de7bede5ad8e33a1., hostname=0b0b0ae8de03,36371,1731874841718, seqNum=2] 2024-11-17T20:20:58,885 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36371 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T20:20:59,076 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 to pos 503, reset compression=false 2024-11-17T20:20:59,136 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-17T20:20:59,137 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:20:59,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,38861,1731874836717, seqNum=-1] 2024-11-17T20:20:59,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:20:59,139 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:20:59,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731874847345.731d158f7a5937de6ade83760dfad95d., hostname=0b0b0ae8de03,38861,1731874836717, seqNum=2] 2024-11-17T20:20:59,144 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-17T20:20:59,180 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 480, reset compression=false 2024-11-17T20:20:59,204 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.wal-reader.0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.1731874843970 to pos 379, reset compression=false 2024-11-17T20:20:59,210 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.wal-reader.0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T20:20:59,210 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.wal-reader.0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.1731874843970 to pos 527, reset compression=false 2024-11-17T20:20:59,210 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.shipper0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,36371,1731874841718 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.1731874843970, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T20:20:59,380 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 to pos 503, reset compression=false 2024-11-17T20:20:59,384 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T20:20:59,384 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 to pos 607, reset compression=false 2024-11-17T20:20:59,384 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.shipper0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,38861,1731874836717 got entry batch from reader: WALEntryBatch [walEntries=[{test/731d158f7a5937de6ade83760dfad95d/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-17T20:20:59,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36371 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T20:20:59,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36371 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T20:20:59,417 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.wal-reader.0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.1731874843970 to pos 527, reset compression=false 2024-11-17T20:20:59,421 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.wal-reader.0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T20:20:59,421 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.wal-reader.0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.1731874843970 to pos 655, reset compression=false 2024-11-17T20:20:59,421 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.shipper0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,36371,1731874841718 got entry batch from reader: WALEntryBatch [walEntries=[{test/8410579c8df76880de7bede5ad8e33a1/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.1731874843970, lastWalPosition=655, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-17T20:20:59,423 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.shipper0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T20:20:59,424 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-17T20:20:59,424 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33769 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T20:20:59,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d403803, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:59,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33769 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,39355,-1 for getting cluster id 2024-11-17T20:20:59,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33769 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:20:59,425 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78b53bad-1945-4b31-a951-722c604ecb3b' 2024-11-17T20:20:59,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:20:59,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78b53bad-1945-4b31-a951-722c604ecb3b" 2024-11-17T20:20:59,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fa8784c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:59,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,39355,-1] 2024-11-17T20:20:59,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:20:59,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:20:59,427 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:20:59,428 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61437b47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:20:59,428 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33769 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:20:59,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,33769,1731874831145, seqNum=-1] 2024-11-17T20:20:59,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:20:59,430 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-17T20:20:59,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731874845183.c06c8337c4f5626e587a847dfa516d5a., hostname=0b0b0ae8de03,33769,1731874831145, seqNum=2] 2024-11-17T20:20:59,434 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33769 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T20:20:59,584 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 480, reset compression=false 2024-11-17T20:20:59,587 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T20:20:59,587 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 632, reset compression=false 2024-11-17T20:20:59,588 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.shipper0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,33769,1731874831145 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455, lastWalPosition=632, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T20:20:59,588 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 to pos 607, reset compression=false 2024-11-17T20:20:59,625 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.wal-reader.0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.1731874843970 to pos 655, reset compression=false 2024-11-17T20:20:59,791 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 632, reset compression=false 2024-11-17T20:20:59,892 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 to pos 607, reset compression=false 2024-11-17T20:20:59,928 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.wal-reader.0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.1731874843970 to pos 655, reset compression=false 2024-11-17T20:21:00,095 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 632, reset compression=false 2024-11-17T20:21:00,146 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-17T20:21:00,149 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-17T20:21:00,296 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 to pos 607, reset compression=false 2024-11-17T20:21:00,332 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.wal-reader.0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.1731874843970 to pos 655, reset compression=false 2024-11-17T20:21:00,336 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.wal-reader.0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T20:21:00,336 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.wal-reader.0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.1731874843970 to pos 759, reset compression=false 2024-11-17T20:21:00,336 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.shipper0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,36371,1731874841718 got entry batch from reader: WALEntryBatch [walEntries=[{test/8410579c8df76880de7bede5ad8e33a1/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.1731874843970, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-17T20:21:00,337 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33769 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T20:21:00,339 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33769 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T20:21:00,498 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 632, reset compression=false 2024-11-17T20:21:00,502 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T20:21:00,502 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 760, reset compression=false 2024-11-17T20:21:00,502 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.shipper0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,33769,1731874831145 got entry batch from reader: WALEntryBatch [walEntries=[{test/c06c8337c4f5626e587a847dfa516d5a/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-17T20:21:00,510 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38861 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T20:21:00,514 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38861 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T20:21:00,540 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.wal-reader.0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.1731874843970 to pos 759, reset compression=false 2024-11-17T20:21:00,713 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 760, reset compression=false 2024-11-17T20:21:00,799 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 to pos 607, reset compression=false 2024-11-17T20:21:00,803 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T20:21:00,803 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 to pos 758, reset compression=false 2024-11-17T20:21:00,803 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.shipper0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,38861,1731874836717 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T20:21:00,804 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T20:21:00,843 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.wal-reader.0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.1731874843970 to pos 759, reset compression=false 2024-11-17T20:21:01,007 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 to pos 758, reset compression=false 2024-11-17T20:21:01,017 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 760, reset compression=false 2024-11-17T20:21:01,151 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-17T20:21:01,154 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-17T20:21:01,246 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.wal-reader.0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.1731874843970 to pos 759, reset compression=false 2024-11-17T20:21:01,311 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 to pos 758, reset compression=false 2024-11-17T20:21:01,420 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 760, reset compression=false 2024-11-17T20:21:01,424 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T20:21:01,424 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 916, reset compression=false 2024-11-17T20:21:01,424 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.shipper0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,33769,1731874831145 got entry batch from reader: WALEntryBatch [walEntries=[{test/c06c8337c4f5626e587a847dfa516d5a/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-17T20:21:01,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38861 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T20:21:01,428 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38861 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T20:21:01,523 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:21:01,524 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b0b0ae8de03,33335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:33335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T20:21:01,524 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68492 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b0b0ae8de03,33335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:33335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T20:21:01,627 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 916, reset compression=false 2024-11-17T20:21:01,714 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 to pos 758, reset compression=false 2024-11-17T20:21:01,719 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T20:21:01,719 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 to pos 905, reset compression=false 2024-11-17T20:21:01,719 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.shipper0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,38861,1731874836717 got entry batch from reader: WALEntryBatch [walEntries=[{test/731d158f7a5937de6ade83760dfad95d/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-17T20:21:01,720 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36371 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T20:21:01,722 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36371 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T20:21:01,749 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.wal-reader.0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.1731874843970 to pos 759, reset compression=false 2024-11-17T20:21:01,754 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.wal-reader.0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T20:21:01,754 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.wal-reader.0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.1731874843970 to pos 930, reset compression=false 2024-11-17T20:21:01,754 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.shipper0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,36371,1731874841718 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.1731874843970, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T20:21:01,922 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 to pos 905, reset compression=false 2024-11-17T20:21:01,930 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 916, reset compression=false 2024-11-17T20:21:01,957 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.wal-reader.0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.1731874843970 to pos 930, reset compression=false 2024-11-17T20:21:02,156 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-17T20:21:02,159 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-17T20:21:02,226 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 to pos 905, reset compression=false 2024-11-17T20:21:02,230 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T20:21:02,230 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 to pos 1064, reset compression=false 2024-11-17T20:21:02,230 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.shipper0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,38861,1731874836717 got entry batch from reader: WALEntryBatch [walEntries=[{test/731d158f7a5937de6ade83760dfad95d/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-17T20:21:02,231 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36371 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T20:21:02,234 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T20:21:02,235 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36371 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T20:21:02,260 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.wal-reader.0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.1731874843970 to pos 930, reset compression=false 2024-11-17T20:21:02,264 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.wal-reader.0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T20:21:02,264 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.wal-reader.0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.1731874843970 to pos 1080, reset compression=false 2024-11-17T20:21:02,264 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.shipper0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,36371,1731874841718 got entry batch from reader: WALEntryBatch [walEntries=[{test/8410579c8df76880de7bede5ad8e33a1/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.1731874843970, lastWalPosition=1080, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-17T20:21:02,265 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33769 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T20:21:02,268 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33769 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T20:21:02,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:02,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:02,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:02,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:02,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:02,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:02,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:02,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:02,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:02,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:02,333 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 916, reset compression=false 2024-11-17T20:21:02,337 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T20:21:02,337 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 1090, reset compression=false 2024-11-17T20:21:02,337 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.shipper0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,33769,1731874831145 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455, lastWalPosition=1090, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T20:21:02,441 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 to pos 1064, reset compression=false 2024-11-17T20:21:02,467 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.wal-reader.0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.1731874843970 to pos 1080, reset compression=false 2024-11-17T20:21:02,541 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 1090, reset compression=false 2024-11-17T20:21:02,745 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 to pos 1064, reset compression=false 2024-11-17T20:21:02,770 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.wal-reader.0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.1731874843970 to pos 1080, reset compression=false 2024-11-17T20:21:02,844 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 1090, reset compression=false 2024-11-17T20:21:03,148 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 to pos 1064, reset compression=false 2024-11-17T20:21:03,161 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-17T20:21:03,171 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-17T20:21:03,173 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.wal-reader.0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.1731874843970 to pos 1080, reset compression=false 2024-11-17T20:21:03,177 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.wal-reader.0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T20:21:03,177 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.wal-reader.0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.1731874843970 to pos 1239, reset compression=false 2024-11-17T20:21:03,177 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.shipper0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,36371,1731874841718 got entry batch from reader: WALEntryBatch [walEntries=[{test/8410579c8df76880de7bede5ad8e33a1/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.1731874843970, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-17T20:21:03,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33769 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T20:21:03,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33769 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T20:21:03,247 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 1090, reset compression=false 2024-11-17T20:21:03,253 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T20:21:03,253 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 1240, reset compression=false 2024-11-17T20:21:03,253 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.shipper0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,33769,1731874831145 got entry batch from reader: WALEntryBatch [walEntries=[{test/c06c8337c4f5626e587a847dfa516d5a/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-17T20:21:03,254 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38861 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T20:21:03,257 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38861 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T20:21:03,389 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.wal-reader.0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.1731874843970 to pos 1239, reset compression=false 2024-11-17T20:21:03,457 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 1240, reset compression=false 2024-11-17T20:21:03,652 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 to pos 1064, reset compression=false 2024-11-17T20:21:03,656 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T20:21:03,656 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 to pos 1237, reset compression=false 2024-11-17T20:21:03,656 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.shipper0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,38861,1731874836717 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T20:21:03,692 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.wal-reader.0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.1731874843970 to pos 1239, reset compression=false 2024-11-17T20:21:03,760 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 1240, reset compression=false 2024-11-17T20:21:03,859 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 to pos 1237, reset compression=false 2024-11-17T20:21:04,096 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.wal-reader.0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.1731874843970 to pos 1239, reset compression=false 2024-11-17T20:21:04,163 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 to pos 1237, reset compression=false 2024-11-17T20:21:04,164 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 1240, reset compression=false 2024-11-17T20:21:04,174 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-17T20:21:04,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c52da6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:04,179 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,46093,-1 for getting cluster id 2024-11-17T20:21:04,180 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:21:04,180 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0f7a8ca-c463-494e-8a69-21cff8c760e5' 2024-11-17T20:21:04,180 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:21:04,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0f7a8ca-c463-494e-8a69-21cff8c760e5" 2024-11-17T20:21:04,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cbf7f35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:04,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,46093,-1] 2024-11-17T20:21:04,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:21:04,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:04,182 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:21:04,182 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53e689e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:04,184 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:21:04,185 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,46093,1731874841602 2024-11-17T20:21:04,185 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69b47cff 2024-11-17T20:21:04,185 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:21:04,186 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:21:04,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-17T20:21:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-17T20:21:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-17T20:21:04,242 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T20:21:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-17T20:21:04,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36371 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-17T20:21:04,394 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-17T20:21:04,395 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-17T20:21:04,395 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0b0b0ae8de03,36371,1731874841718 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-17T20:21:04,395 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0. 2024-11-17T20:21:04,395 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:21:04,395 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:04,395 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:21:04,396 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:04,496 WARN [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.wal-reader.0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T20:21:04,496 WARN [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.shipper0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T20:21:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-17T20:21:04,566 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 to pos 1237, reset compression=false 2024-11-17T20:21:04,596 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.shipper0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 terminated 2024-11-17T20:21:04,611 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-0b0b0ae8de03,36371,1731874841718, ReplicationSource: 1, currentBandwidth=0 2024-11-17T20:21:04,612 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-17T20:21:04,612 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-17T20:21:04,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-17T20:21:04,614 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 0b0b0ae8de03,36371,1731874841718 suceeded 2024-11-17T20:21:04,616 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-17T20:21:04,616 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 372 msec 2024-11-17T20:21:04,616 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-17T20:21:04,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 430 msec 2024-11-17T20:21:04,626 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b0b0ae8de03:39355' 2024-11-17T20:21:04,627 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c025190, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:04,627 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,39355,-1 for getting cluster id 2024-11-17T20:21:04,627 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:21:04,628 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78b53bad-1945-4b31-a951-722c604ecb3b' 2024-11-17T20:21:04,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:21:04,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78b53bad-1945-4b31-a951-722c604ecb3b" 2024-11-17T20:21:04,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39fe5960, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:04,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,39355,-1] 2024-11-17T20:21:04,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:21:04,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:04,629 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:21:04,629 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4931a514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:04,629 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:21:04,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,39355,1731874830815 2024-11-17T20:21:04,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4abe3cca 2024-11-17T20:21:04,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:21:04,631 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-17T20:21:04,631 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0b0b0ae8de03,36371,1731874841718 (queues=1) is replicating from cluster=c0f7a8ca-c463-494e-8a69-21cff8c760e5 to cluster=78b53bad-1945-4b31-a951-722c604ecb3b 2024-11-17T20:21:04,632 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0b0b0ae8de03%2C36371%2C1731874841718 2024-11-17T20:21:04,632 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0b0b0ae8de03,36371,1731874841718, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T20:21:04,632 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.shipper0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0b0b0ae8de03%2C36371%2C1731874841718 2024-11-17T20:21:04,667 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 1240, reset compression=false 2024-11-17T20:21:04,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-17T20:21:04,813 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-17T20:21:04,813 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:21:04,814 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:21:04,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:04,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:04,814 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:21:04,818 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-17T20:21:05,070 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 to pos 1237, reset compression=false 2024-11-17T20:21:05,270 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 1240, reset compression=false 2024-11-17T20:21:05,316 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T20:21:05,316 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 1344, reset compression=false 2024-11-17T20:21:05,316 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.shipper0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,33769,1731874831145 got entry batch from reader: WALEntryBatch [walEntries=[{test/c06c8337c4f5626e587a847dfa516d5a/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-17T20:21:05,317 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38861 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T20:21:05,320 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38861 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T20:21:05,520 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 1344, reset compression=false 2024-11-17T20:21:05,674 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 to pos 1237, reset compression=false 2024-11-17T20:21:05,679 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T20:21:05,679 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 to pos 1364, reset compression=false 2024-11-17T20:21:05,679 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.shipper0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,38861,1731874836717 got entry batch from reader: WALEntryBatch [walEntries=[{test/731d158f7a5937de6ade83760dfad95d/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-17T20:21:05,680 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36371 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T20:21:05,682 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36371 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T20:21:05,819 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-17T20:21:05,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17c4d729, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:05,822 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,46093,-1 for getting cluster id 2024-11-17T20:21:05,822 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:21:05,823 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0f7a8ca-c463-494e-8a69-21cff8c760e5' 2024-11-17T20:21:05,823 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:21:05,823 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0f7a8ca-c463-494e-8a69-21cff8c760e5" 2024-11-17T20:21:05,823 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@441e42ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:05,823 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,46093,-1] 2024-11-17T20:21:05,823 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 1344, reset compression=false 2024-11-17T20:21:05,823 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:21:05,824 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:05,824 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:21:05,825 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@247d7938, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:05,827 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:21:05,828 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,46093,1731874841602 2024-11-17T20:21:05,828 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@504e019c 2024-11-17T20:21:05,829 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:21:05,830 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:21:05,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-17T20:21:05,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-17T20:21:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-17T20:21:05,882 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 to pos 1364, reset compression=false 2024-11-17T20:21:05,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T20:21:05,886 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T20:21:05,886 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 to pos 1468, reset compression=false 2024-11-17T20:21:05,886 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.shipper0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,38861,1731874836717 got entry batch from reader: WALEntryBatch [walEntries=[{test/731d158f7a5937de6ade83760dfad95d/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-17T20:21:05,887 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36371 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T20:21:05,890 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36371 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T20:21:05,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-17T20:21:06,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36371 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-17T20:21:06,037 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-17T20:21:06,037 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-17T20:21:06,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-17T20:21:06,039 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 0b0b0ae8de03,36371,1731874841718 suceeded 2024-11-17T20:21:06,041 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-17T20:21:06,041 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-17T20:21:06,041 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-17T20:21:06,042 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 211 msec 2024-11-17T20:21:06,090 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 to pos 1468, reset compression=false 2024-11-17T20:21:06,133 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.wal-reader.0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.1731874843970, startPosition=1239, beingWritten=true 2024-11-17T20:21:06,138 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.wal-reader.0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T20:21:06,138 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.wal-reader.0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.1731874843970 to pos 1518, reset compression=false 2024-11-17T20:21:06,138 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.shipper0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,36371,1731874841718 got entry batch from reader: WALEntryBatch [walEntries=[{test/8410579c8df76880de7bede5ad8e33a1/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.1731874843970, lastWalPosition=1518, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-17T20:21:06,140 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.shipper0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T20:21:06,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-17T20:21:06,141 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33769 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T20:21:06,144 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33769 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T20:21:06,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-17T20:21:06,153 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-17T20:21:06,153 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:21:06,153 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:21:06,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:06,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:06,153 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:21:06,155 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-17T20:21:06,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T20:21:06,155 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:21:06,156 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:21:06,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:06,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:06,156 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:21:06,156 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T20:21:06,156 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1805298245, stopped=false 2024-11-17T20:21:06,156 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0b0b0ae8de03,46093,1731874841602 2024-11-17T20:21:06,158 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T20:21:06,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46093-0x1014a74af310006, quorum=127.0.0.1:57629, baseZNode=/2345212618 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2345212618/running 2024-11-17T20:21:06,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36371-0x1014a74af310007, quorum=127.0.0.1:57629, baseZNode=/2345212618 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2345212618/running 2024-11-17T20:21:06,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36371-0x1014a74af310007, quorum=127.0.0.1:57629, baseZNode=/2345212618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2345212618 2024-11-17T20:21:06,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46093-0x1014a74af310006, quorum=127.0.0.1:57629, baseZNode=/2345212618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2345212618 2024-11-17T20:21:06,209 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T20:21:06,210 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:21:06,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46093-0x1014a74af310006, quorum=127.0.0.1:57629, baseZNode=/2345212618 Set watcher on znode that does not yet exist, /2345212618/running 2024-11-17T20:21:06,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36371-0x1014a74af310007, quorum=127.0.0.1:57629, baseZNode=/2345212618 Set watcher on znode that does not yet exist, /2345212618/running 2024-11-17T20:21:06,210 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:21:06,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:06,211 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b0b0ae8de03,36371,1731874841718' ***** 2024-11-17T20:21:06,211 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T20:21:06,211 INFO [RS:0;0b0b0ae8de03:36371 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T20:21:06,211 INFO [RS:0;0b0b0ae8de03:36371 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T20:21:06,211 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T20:21:06,211 INFO [RS:0;0b0b0ae8de03:36371 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T20:21:06,211 INFO [RS:0;0b0b0ae8de03:36371 {}] regionserver.HRegionServer(3091): Received CLOSE for 8410579c8df76880de7bede5ad8e33a1 2024-11-17T20:21:06,211 INFO [RS:0;0b0b0ae8de03:36371 {}] regionserver.HRegionServer(3091): Received CLOSE for 7859de6994019da860b237890ad2566c 2024-11-17T20:21:06,211 INFO [RS:0;0b0b0ae8de03:36371 {}] regionserver.HRegionServer(959): stopping server 0b0b0ae8de03,36371,1731874841718 2024-11-17T20:21:06,211 INFO [RS:0;0b0b0ae8de03:36371 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:21:06,211 INFO [RS:0;0b0b0ae8de03:36371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:36371. 2024-11-17T20:21:06,211 DEBUG [RS:0;0b0b0ae8de03:36371 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:21:06,211 DEBUG [RS:0;0b0b0ae8de03:36371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:06,211 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8410579c8df76880de7bede5ad8e33a1, disabling compactions & flushes 2024-11-17T20:21:06,211 INFO [RS:0;0b0b0ae8de03:36371 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T20:21:06,211 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731874849497.8410579c8df76880de7bede5ad8e33a1. 2024-11-17T20:21:06,211 INFO [RS:0;0b0b0ae8de03:36371 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T20:21:06,211 INFO [RS:0;0b0b0ae8de03:36371 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T20:21:06,211 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731874849497.8410579c8df76880de7bede5ad8e33a1. 2024-11-17T20:21:06,212 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731874849497.8410579c8df76880de7bede5ad8e33a1. after waiting 0 ms 2024-11-17T20:21:06,212 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731874849497.8410579c8df76880de7bede5ad8e33a1. 2024-11-17T20:21:06,212 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8410579c8df76880de7bede5ad8e33a1 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-17T20:21:06,212 INFO [RS:0;0b0b0ae8de03:36371 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T20:21:06,212 INFO [RS:0;0b0b0ae8de03:36371 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T20:21:06,212 DEBUG [RS:0;0b0b0ae8de03:36371 {}] regionserver.HRegionServer(1325): Online Regions={8410579c8df76880de7bede5ad8e33a1=test,,1731874849497.8410579c8df76880de7bede5ad8e33a1., 1588230740=hbase:meta,,1.1588230740, 7859de6994019da860b237890ad2566c=hbase:replication,,1731874855969.7859de6994019da860b237890ad2566c.} 2024-11-17T20:21:06,212 DEBUG [RS:0;0b0b0ae8de03:36371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7859de6994019da860b237890ad2566c, 8410579c8df76880de7bede5ad8e33a1 2024-11-17T20:21:06,212 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T20:21:06,212 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T20:21:06,212 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T20:21:06,212 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T20:21:06,212 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T20:21:06,212 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T20:21:06,226 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/data/hbase/meta/1588230740/.tmp/info/f3c5762716304f5b9324a97ed8e28d2b is 147, key is hbase:replication,,1731874855969.7859de6994019da860b237890ad2566c./info:regioninfo/1731874856745/Put/seqid=0 2024-11-17T20:21:06,226 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/data/default/test/8410579c8df76880de7bede5ad8e33a1/.tmp/f/c90633a5b5204089af502bba1d81c525 is 37, key is row3/f:row3/1731874864815/Put/seqid=0 2024-11-17T20:21:06,227 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 1344, reset compression=false 2024-11-17T20:21:06,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741840_1016 (size=5228) 2024-11-17T20:21:06,231 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T20:21:06,231 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 1496, reset compression=false 2024-11-17T20:21:06,231 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.shipper0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,33769,1731874831145 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T20:21:06,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741841_1017 (size=7686) 2024-11-17T20:21:06,259 INFO [regionserver/0b0b0ae8de03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:21:06,341 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.wal-reader.0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.1731874843970 to pos 1518, reset compression=false 2024-11-17T20:21:06,346 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.wal-reader.0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T20:21:06,346 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.wal-reader.0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.1731874843970 to pos 1765, reset compression=false 2024-11-17T20:21:06,346 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.shipper0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,36371,1731874841718 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.1731874843970, lastWalPosition=1765, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T20:21:06,347 ERROR [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.shipper0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 0b0b0ae8de03,36371,1731874841718: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-0b0b0ae8de03,36371,1731874841718, walGroup=0b0b0ae8de03%2C36371%2C1731874841718, offset=0b0b0ae8de03%2C36371%2C1731874841718.1731874843970:1765, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:36371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T20:21:06,348 ERROR [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.shipper0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T20:21:06,348 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.shipper0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T20:21:06,348 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.shipper0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T20:21:06,348 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.shipper0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T20:21:06,349 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.shipper0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T20:21:06,349 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.shipper0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1224736768, "init": 1048576000, "max": 2306867200, "used": 803212864 }, "NonHeapMemoryUsage": { "committed": 201654272, "init": 7667712, "max": -1, "used": 198510952 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T20:21:06,349 WARN [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.shipper0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:46093 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:46093 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T20:21:06,394 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 to pos 1468, reset compression=false 2024-11-17T20:21:06,412 DEBUG [RS:0;0b0b0ae8de03:36371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7859de6994019da860b237890ad2566c, 8410579c8df76880de7bede5ad8e33a1 2024-11-17T20:21:06,435 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 1496, reset compression=false 2024-11-17T20:21:06,549 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.wal-reader.0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.1731874843970 to pos 1765, reset compression=false 2024-11-17T20:21:06,612 DEBUG [RS:0;0b0b0ae8de03:36371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7859de6994019da860b237890ad2566c, 8410579c8df76880de7bede5ad8e33a1 2024-11-17T20:21:06,630 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/data/default/test/8410579c8df76880de7bede5ad8e33a1/.tmp/f/c90633a5b5204089af502bba1d81c525 2024-11-17T20:21:06,634 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c90633a5b5204089af502bba1d81c525 2024-11-17T20:21:06,634 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/data/hbase/meta/1588230740/.tmp/info/f3c5762716304f5b9324a97ed8e28d2b 2024-11-17T20:21:06,647 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/data/default/test/8410579c8df76880de7bede5ad8e33a1/.tmp/f1/146312bfb0a54effb861401cfe4449fb is 30, key is row1/f1:/1731874862157/DeleteFamily/seqid=0 2024-11-17T20:21:06,650 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/data/hbase/meta/1588230740/.tmp/ns/b0b6470d08304e1b925a0e8c9960bb8e is 43, key is default/ns:d/1731874845065/Put/seqid=0 2024-11-17T20:21:06,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741842_1018 (size=5158) 2024-11-17T20:21:06,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741843_1019 (size=5153) 2024-11-17T20:21:06,738 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 1496, reset compression=false 2024-11-17T20:21:06,798 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 to pos 1468, reset compression=false 2024-11-17T20:21:06,813 DEBUG [RS:0;0b0b0ae8de03:36371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7859de6994019da860b237890ad2566c, 8410579c8df76880de7bede5ad8e33a1 2024-11-17T20:21:06,846 INFO [regionserver/0b0b0ae8de03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T20:21:06,846 INFO [regionserver/0b0b0ae8de03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T20:21:06,852 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.wal-reader.0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.1731874843970 to pos 1765, reset compression=false 2024-11-17T20:21:07,013 DEBUG [RS:0;0b0b0ae8de03:36371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7859de6994019da860b237890ad2566c, 8410579c8df76880de7bede5ad8e33a1 2024-11-17T20:21:07,052 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/data/default/test/8410579c8df76880de7bede5ad8e33a1/.tmp/f1/146312bfb0a54effb861401cfe4449fb 2024-11-17T20:21:07,053 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/data/hbase/meta/1588230740/.tmp/ns/b0b6470d08304e1b925a0e8c9960bb8e 2024-11-17T20:21:07,056 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 146312bfb0a54effb861401cfe4449fb 2024-11-17T20:21:07,068 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/data/default/test/8410579c8df76880de7bede5ad8e33a1/.tmp/norep/f5c73442f6b54922b1206c83e3b99aa1 is 33, key is row2/norep:/1731874863162/DeleteFamily/seqid=0 2024-11-17T20:21:07,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741844_1020 (size=5108) 2024-11-17T20:21:07,072 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/data/hbase/meta/1588230740/.tmp/rep_barrier/c1498ef135b346c089779611c267cc79 is 112, key is test,,1731874849497.8410579c8df76880de7bede5ad8e33a1./rep_barrier:seqnumDuringOpen/1731874850652/Put/seqid=0 2024-11-17T20:21:07,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741845_1021 (size=5518) 2024-11-17T20:21:07,141 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 1496, reset compression=false 2024-11-17T20:21:07,213 DEBUG [RS:0;0b0b0ae8de03:36371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7859de6994019da860b237890ad2566c, 8410579c8df76880de7bede5ad8e33a1 2024-11-17T20:21:07,255 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.wal-reader.0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.1731874843970 to pos 1765, reset compression=false 2024-11-17T20:21:07,302 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 to pos 1468, reset compression=false 2024-11-17T20:21:07,413 DEBUG [RS:0;0b0b0ae8de03:36371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7859de6994019da860b237890ad2566c, 8410579c8df76880de7bede5ad8e33a1 2024-11-17T20:21:07,472 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/data/default/test/8410579c8df76880de7bede5ad8e33a1/.tmp/norep/f5c73442f6b54922b1206c83e3b99aa1 2024-11-17T20:21:07,475 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f5c73442f6b54922b1206c83e3b99aa1 2024-11-17T20:21:07,476 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/data/hbase/meta/1588230740/.tmp/rep_barrier/c1498ef135b346c089779611c267cc79 2024-11-17T20:21:07,476 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/data/default/test/8410579c8df76880de7bede5ad8e33a1/.tmp/f/c90633a5b5204089af502bba1d81c525 as hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/data/default/test/8410579c8df76880de7bede5ad8e33a1/f/c90633a5b5204089af502bba1d81c525 2024-11-17T20:21:07,480 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c90633a5b5204089af502bba1d81c525 2024-11-17T20:21:07,480 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/data/default/test/8410579c8df76880de7bede5ad8e33a1/f/c90633a5b5204089af502bba1d81c525, entries=5, sequenceid=12, filesize=5.1 K 2024-11-17T20:21:07,481 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/data/default/test/8410579c8df76880de7bede5ad8e33a1/.tmp/f1/146312bfb0a54effb861401cfe4449fb as hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/data/default/test/8410579c8df76880de7bede5ad8e33a1/f1/146312bfb0a54effb861401cfe4449fb 2024-11-17T20:21:07,484 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 146312bfb0a54effb861401cfe4449fb 2024-11-17T20:21:07,485 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/data/default/test/8410579c8df76880de7bede5ad8e33a1/f1/146312bfb0a54effb861401cfe4449fb, entries=3, sequenceid=12, filesize=5.0 K 2024-11-17T20:21:07,485 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/data/default/test/8410579c8df76880de7bede5ad8e33a1/.tmp/norep/f5c73442f6b54922b1206c83e3b99aa1 as hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/data/default/test/8410579c8df76880de7bede5ad8e33a1/norep/f5c73442f6b54922b1206c83e3b99aa1 2024-11-17T20:21:07,488 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f5c73442f6b54922b1206c83e3b99aa1 2024-11-17T20:21:07,488 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/data/default/test/8410579c8df76880de7bede5ad8e33a1/norep/f5c73442f6b54922b1206c83e3b99aa1, entries=1, sequenceid=12, filesize=5.0 K 2024-11-17T20:21:07,489 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 8410579c8df76880de7bede5ad8e33a1 in 1277ms, sequenceid=12, compaction requested=false 2024-11-17T20:21:07,493 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/data/default/test/8410579c8df76880de7bede5ad8e33a1/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-17T20:21:07,493 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:21:07,493 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T20:21:07,493 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731874849497.8410579c8df76880de7bede5ad8e33a1. 2024-11-17T20:21:07,494 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8410579c8df76880de7bede5ad8e33a1: Waiting for close lock at 1731874866211Running coprocessor pre-close hooks at 1731874866211Disabling compacts and flushes for region at 1731874866211Disabling writes for close at 1731874866212 (+1 ms)Obtaining lock to block concurrent updates at 1731874866212Preparing flush snapshotting stores in 8410579c8df76880de7bede5ad8e33a1 at 1731874866212Finished memstore snapshotting test,,1731874849497.8410579c8df76880de7bede5ad8e33a1., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731874866212Flushing stores of test,,1731874849497.8410579c8df76880de7bede5ad8e33a1. at 1731874866213 (+1 ms)Flushing 8410579c8df76880de7bede5ad8e33a1/f: creating writer at 1731874866213Flushing 8410579c8df76880de7bede5ad8e33a1/f: appending metadata at 1731874866226 (+13 ms)Flushing 8410579c8df76880de7bede5ad8e33a1/f: closing flushed file at 1731874866226Flushing 8410579c8df76880de7bede5ad8e33a1/f1: creating writer at 1731874866634 (+408 ms)Flushing 8410579c8df76880de7bede5ad8e33a1/f1: appending metadata at 1731874866647 (+13 ms)Flushing 8410579c8df76880de7bede5ad8e33a1/f1: closing flushed file at 1731874866647Flushing 8410579c8df76880de7bede5ad8e33a1/norep: creating writer at 1731874867056 (+409 ms)Flushing 8410579c8df76880de7bede5ad8e33a1/norep: appending metadata at 1731874867068 (+12 ms)Flushing 8410579c8df76880de7bede5ad8e33a1/norep: closing flushed file at 1731874867068Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eeff023: reopening flushed file at 1731874867476 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4656e9fe: reopening flushed file at 1731874867480 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45ead7c9: reopening flushed file at 1731874867485 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 8410579c8df76880de7bede5ad8e33a1 in 1277ms, sequenceid=12, compaction requested=false at 1731874867489 (+4 ms)Writing region close event to WAL at 1731874867490 (+1 ms)Running coprocessor post-close hooks at 1731874867493 (+3 ms)Closed at 1731874867493 2024-11-17T20:21:07,494 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731874849497.8410579c8df76880de7bede5ad8e33a1. 2024-11-17T20:21:07,494 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7859de6994019da860b237890ad2566c, disabling compactions & flushes 2024-11-17T20:21:07,494 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731874855969.7859de6994019da860b237890ad2566c. 2024-11-17T20:21:07,494 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731874855969.7859de6994019da860b237890ad2566c. 2024-11-17T20:21:07,494 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731874855969.7859de6994019da860b237890ad2566c. after waiting 0 ms 2024-11-17T20:21:07,494 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731874855969.7859de6994019da860b237890ad2566c. 2024-11-17T20:21:07,494 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7859de6994019da860b237890ad2566c: Waiting for close lock at 1731874867494Running coprocessor pre-close hooks at 1731874867494Disabling compacts and flushes for region at 1731874867494Disabling writes for close at 1731874867494Failed flush hbase:replication,,1731874855969.7859de6994019da860b237890ad2566c., putting online again at 1731874867494 2024-11-17T20:21:07,494 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731874855969.7859de6994019da860b237890ad2566c. 2024-11-17T20:21:07,498 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/data/hbase/meta/1588230740/.tmp/table/49dfad391234424f97cdcd7ca0c30f81 is 53, key is hbase:replication/table:state/1731874856752/Put/seqid=0 2024-11-17T20:21:07,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741846_1022 (size=5308) 2024-11-17T20:21:07,613 INFO [RS:0;0b0b0ae8de03:36371 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T20:21:07,613 DEBUG [RS:0;0b0b0ae8de03:36371 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7859de6994019da860b237890ad2566c=hbase:replication,,1731874855969.7859de6994019da860b237890ad2566c.} 2024-11-17T20:21:07,613 INFO [RS:0;0b0b0ae8de03:36371 {}] regionserver.HRegionServer(3091): Received CLOSE for 7859de6994019da860b237890ad2566c 2024-11-17T20:21:07,613 DEBUG [RS:0;0b0b0ae8de03:36371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7859de6994019da860b237890ad2566c 2024-11-17T20:21:07,614 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7859de6994019da860b237890ad2566c, disabling compactions & flushes 2024-11-17T20:21:07,614 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731874855969.7859de6994019da860b237890ad2566c. 2024-11-17T20:21:07,614 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731874855969.7859de6994019da860b237890ad2566c. 2024-11-17T20:21:07,614 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731874855969.7859de6994019da860b237890ad2566c. after waiting 0 ms 2024-11-17T20:21:07,614 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731874855969.7859de6994019da860b237890ad2566c. 2024-11-17T20:21:07,614 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7859de6994019da860b237890ad2566c: Waiting for close lock at 1731874867614Running coprocessor pre-close hooks at 1731874867614Disabling compacts and flushes for region at 1731874867614Disabling writes for close at 1731874867614Failed flush hbase:replication,,1731874855969.7859de6994019da860b237890ad2566c., putting online again at 1731874867614 2024-11-17T20:21:07,614 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731874855969.7859de6994019da860b237890ad2566c. 2024-11-17T20:21:07,644 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 1496, reset compression=false 2024-11-17T20:21:07,758 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.wal-reader.0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.1731874843970 to pos 1765, reset compression=false 2024-11-17T20:21:07,762 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.wal-reader.0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T20:21:07,762 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.wal-reader.0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.1731874843970 to pos 2409, reset compression=false 2024-11-17T20:21:07,814 DEBUG [RS:0;0b0b0ae8de03:36371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:21:07,902 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/data/hbase/meta/1588230740/.tmp/table/49dfad391234424f97cdcd7ca0c30f81 2024-11-17T20:21:07,905 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 to pos 1468, reset compression=false 2024-11-17T20:21:07,906 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/data/hbase/meta/1588230740/.tmp/info/f3c5762716304f5b9324a97ed8e28d2b as hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/data/hbase/meta/1588230740/info/f3c5762716304f5b9324a97ed8e28d2b 2024-11-17T20:21:07,910 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/data/hbase/meta/1588230740/info/f3c5762716304f5b9324a97ed8e28d2b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T20:21:07,911 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/data/hbase/meta/1588230740/.tmp/ns/b0b6470d08304e1b925a0e8c9960bb8e as hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/data/hbase/meta/1588230740/ns/b0b6470d08304e1b925a0e8c9960bb8e 2024-11-17T20:21:07,914 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/data/hbase/meta/1588230740/ns/b0b6470d08304e1b925a0e8c9960bb8e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T20:21:07,915 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/data/hbase/meta/1588230740/.tmp/rep_barrier/c1498ef135b346c089779611c267cc79 as hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/data/hbase/meta/1588230740/rep_barrier/c1498ef135b346c089779611c267cc79 2024-11-17T20:21:07,919 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/data/hbase/meta/1588230740/rep_barrier/c1498ef135b346c089779611c267cc79, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T20:21:07,919 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/data/hbase/meta/1588230740/.tmp/table/49dfad391234424f97cdcd7ca0c30f81 as hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/data/hbase/meta/1588230740/table/49dfad391234424f97cdcd7ca0c30f81 2024-11-17T20:21:07,923 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/data/hbase/meta/1588230740/table/49dfad391234424f97cdcd7ca0c30f81, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T20:21:07,924 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1712ms, sequenceid=16, compaction requested=false 2024-11-17T20:21:07,928 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T20:21:07,929 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:21:07,929 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T20:21:07,929 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T20:21:07,929 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731874866212Running coprocessor pre-close hooks at 1731874866212Disabling compacts and flushes for region at 1731874866212Disabling writes for close at 1731874866212Obtaining lock to block concurrent updates at 1731874866212Preparing flush snapshotting stores in 1588230740 at 1731874866212Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731874866213 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731874866213Flushing 1588230740/info: creating writer at 1731874866213Flushing 1588230740/info: appending metadata at 1731874866226 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731874866226Flushing 1588230740/ns: creating writer at 1731874866637 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731874866650 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731874866650Flushing 1588230740/rep_barrier: creating writer at 1731874867057 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731874867072 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731874867072Flushing 1588230740/table: creating writer at 1731874867479 (+407 ms)Flushing 1588230740/table: appending metadata at 1731874867498 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731874867498Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d03d4ce: reopening flushed file at 1731874867905 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bbb24cb: reopening flushed file at 1731874867910 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4128c3e3: reopening flushed file at 1731874867914 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bb260d7: reopening flushed file at 1731874867919 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1712ms, sequenceid=16, compaction requested=false at 1731874867924 (+5 ms)Writing region close event to WAL at 1731874867926 (+2 ms)Running coprocessor post-close hooks at 1731874867929 (+3 ms)Closed at 1731874867929 2024-11-17T20:21:07,929 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T20:21:07,967 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.wal-reader.0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.1731874843970 to pos 2409, reset compression=false 2024-11-17T20:21:08,014 INFO [RS:0;0b0b0ae8de03:36371 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-17T20:21:08,014 INFO [RS:0;0b0b0ae8de03:36371 {}] regionserver.HRegionServer(976): stopping server 0b0b0ae8de03,36371,1731874841718; all regions closed. 2024-11-17T20:21:08,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741834_1010 (size=4239) 2024-11-17T20:21:08,016 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.meta.1731874845011.meta not finished, retry = 0 2024-11-17T20:21:08,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741839_1015 (size=2390) 2024-11-17T20:21:08,118 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/WALs/0b0b0ae8de03,36371,1731874841718/0b0b0ae8de03%2C36371%2C1731874841718.rep.1731874856710 not finished, retry = 0 2024-11-17T20:21:08,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741832_1008 (size=2417) 2024-11-17T20:21:08,221 DEBUG [RS:0;0b0b0ae8de03:36371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:08,221 INFO [RS:0;0b0b0ae8de03:36371 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:21:08,221 INFO [RS:0;0b0b0ae8de03:36371 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:21:08,221 INFO [RS:0;0b0b0ae8de03:36371 {}] hbase.ChoreService(370): Chore service for: regionserver/0b0b0ae8de03:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-17T20:21:08,221 INFO [RS:0;0b0b0ae8de03:36371 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:21:08,221 INFO [regionserver/0b0b0ae8de03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:21:08,222 INFO [RS:0;0b0b0ae8de03:36371 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0b0b0ae8de03,36371,1731874841718 because: Region server is closing 2024-11-17T20:21:08,222 INFO [RS:0;0b0b0ae8de03:36371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:36371. 2024-11-17T20:21:08,222 DEBUG [RS:0;0b0b0ae8de03:36371 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:21:08,222 DEBUG [RS:0;0b0b0ae8de03:36371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:08,222 DEBUG [RS:0;0b0b0ae8de03:36371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:08,222 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:21:08,247 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 1496, reset compression=false 2024-11-17T20:21:08,322 INFO [RS:0;0b0b0ae8de03:36371 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,36371,1731874841718.replicationSource.shipper0b0b0ae8de03%2C36371%2C1731874841718,1-0b0b0ae8de03,36371,1731874841718 terminated 2024-11-17T20:21:08,323 INFO [RS:0;0b0b0ae8de03:36371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:36371. 2024-11-17T20:21:08,323 DEBUG [RS:0;0b0b0ae8de03:36371 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:21:08,323 DEBUG [RS:0;0b0b0ae8de03:36371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:08,323 DEBUG [RS:0;0b0b0ae8de03:36371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:08,323 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:21:08,323 INFO [RS:0;0b0b0ae8de03:36371 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36371 2024-11-17T20:21:08,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36371-0x1014a74af310007, quorum=127.0.0.1:57629, baseZNode=/2345212618 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2345212618/rs/0b0b0ae8de03,36371,1731874841718 2024-11-17T20:21:08,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46093-0x1014a74af310006, quorum=127.0.0.1:57629, baseZNode=/2345212618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2345212618/rs 2024-11-17T20:21:08,388 INFO [RS:0;0b0b0ae8de03:36371 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:21:08,398 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b0b0ae8de03,36371,1731874841718] 2024-11-17T20:21:08,409 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2345212618/draining/0b0b0ae8de03,36371,1731874841718 already deleted, retry=false 2024-11-17T20:21:08,409 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b0b0ae8de03,36371,1731874841718 expired; onlineServers=0 2024-11-17T20:21:08,409 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0b0b0ae8de03,46093,1731874841602' ***** 2024-11-17T20:21:08,409 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T20:21:08,409 INFO [M:0;0b0b0ae8de03:46093 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:21:08,409 INFO [M:0;0b0b0ae8de03:46093 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:21:08,409 DEBUG [M:0;0b0b0ae8de03:46093 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T20:21:08,409 DEBUG [M:0;0b0b0ae8de03:46093 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T20:21:08,409 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874843738 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874843738,5,FailOnTimeoutGroup] 2024-11-17T20:21:08,409 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T20:21:08,409 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874843738 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874843738,5,FailOnTimeoutGroup] 2024-11-17T20:21:08,410 INFO [M:0;0b0b0ae8de03:46093 {}] hbase.ChoreService(370): Chore service for: master/0b0b0ae8de03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T20:21:08,410 INFO [M:0;0b0b0ae8de03:46093 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:21:08,410 DEBUG [M:0;0b0b0ae8de03:46093 {}] master.HMaster(1795): Stopping service threads 2024-11-17T20:21:08,410 INFO [M:0;0b0b0ae8de03:46093 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T20:21:08,410 INFO [M:0;0b0b0ae8de03:46093 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T20:21:08,410 INFO [M:0;0b0b0ae8de03:46093 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T20:21:08,410 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T20:21:08,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46093-0x1014a74af310006, quorum=127.0.0.1:57629, baseZNode=/2345212618 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2345212618/master 2024-11-17T20:21:08,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46093-0x1014a74af310006, quorum=127.0.0.1:57629, baseZNode=/2345212618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2345212618 2024-11-17T20:21:08,420 DEBUG [M:0;0b0b0ae8de03:46093 {}] zookeeper.ZKUtil(347): master:46093-0x1014a74af310006, quorum=127.0.0.1:57629, baseZNode=/2345212618 Unable to get data of znode /2345212618/master because node does not exist (not an error) 2024-11-17T20:21:08,420 WARN [M:0;0b0b0ae8de03:46093 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T20:21:08,421 INFO [M:0;0b0b0ae8de03:46093 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/.lastflushedseqids 2024-11-17T20:21:08,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741847_1023 (size=245) 2024-11-17T20:21:08,499 INFO [RS:0;0b0b0ae8de03:36371 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:21:08,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36371-0x1014a74af310007, quorum=127.0.0.1:57629, baseZNode=/2345212618 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:21:08,499 INFO [RS:0;0b0b0ae8de03:36371 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b0b0ae8de03,36371,1731874841718; zookeeper connection closed. 2024-11-17T20:21:08,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36371-0x1014a74af310007, quorum=127.0.0.1:57629, baseZNode=/2345212618 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:21:08,499 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b87eeca {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b87eeca 2024-11-17T20:21:08,499 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T20:21:08,608 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 to pos 1468, reset compression=false 2024-11-17T20:21:08,824 INFO [M:0;0b0b0ae8de03:46093 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T20:21:08,825 INFO [M:0;0b0b0ae8de03:46093 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T20:21:08,825 DEBUG [M:0;0b0b0ae8de03:46093 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T20:21:08,825 INFO [M:0;0b0b0ae8de03:46093 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:21:08,825 DEBUG [M:0;0b0b0ae8de03:46093 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:21:08,825 DEBUG [M:0;0b0b0ae8de03:46093 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T20:21:08,825 DEBUG [M:0;0b0b0ae8de03:46093 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:21:08,825 INFO [M:0;0b0b0ae8de03:46093 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-17T20:21:08,843 DEBUG [M:0;0b0b0ae8de03:46093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31406d02c2e346f09005badbf039d70c is 82, key is hbase:meta,,1/info:regioninfo/1731874845049/Put/seqid=0 2024-11-17T20:21:08,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741848_1024 (size=5672) 2024-11-17T20:21:08,846 INFO [M:0;0b0b0ae8de03:46093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31406d02c2e346f09005badbf039d70c 2024-11-17T20:21:08,862 DEBUG [M:0;0b0b0ae8de03:46093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/923c6fd931c745c5af81ae8c81c463c0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731874856756/Put/seqid=0 2024-11-17T20:21:08,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741849_1025 (size=9212) 2024-11-17T20:21:08,951 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 1496, reset compression=false 2024-11-17T20:21:09,266 INFO [M:0;0b0b0ae8de03:46093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/923c6fd931c745c5af81ae8c81c463c0 2024-11-17T20:21:09,281 DEBUG [M:0;0b0b0ae8de03:46093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d3f35b8cfe144169ddfc9c8ba9ba547 is 69, key is 0b0b0ae8de03,36371,1731874841718/rs:state/1731874843783/Put/seqid=0 2024-11-17T20:21:09,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741850_1026 (size=5156) 2024-11-17T20:21:09,412 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 to pos 1468, reset compression=false 2024-11-17T20:21:09,684 INFO [M:0;0b0b0ae8de03:46093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d3f35b8cfe144169ddfc9c8ba9ba547 2024-11-17T20:21:09,688 DEBUG [M:0;0b0b0ae8de03:46093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31406d02c2e346f09005badbf039d70c as hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/31406d02c2e346f09005badbf039d70c 2024-11-17T20:21:09,692 INFO [M:0;0b0b0ae8de03:46093 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/31406d02c2e346f09005badbf039d70c, entries=8, sequenceid=127, filesize=5.5 K 2024-11-17T20:21:09,693 DEBUG [M:0;0b0b0ae8de03:46093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/923c6fd931c745c5af81ae8c81c463c0 as hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/923c6fd931c745c5af81ae8c81c463c0 2024-11-17T20:21:09,696 INFO [M:0;0b0b0ae8de03:46093 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/923c6fd931c745c5af81ae8c81c463c0, entries=15, sequenceid=127, filesize=9.0 K 2024-11-17T20:21:09,697 DEBUG [M:0;0b0b0ae8de03:46093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d3f35b8cfe144169ddfc9c8ba9ba547 as hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0d3f35b8cfe144169ddfc9c8ba9ba547 2024-11-17T20:21:09,700 INFO [M:0;0b0b0ae8de03:46093 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40827/user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0d3f35b8cfe144169ddfc9c8ba9ba547, entries=1, sequenceid=127, filesize=5.0 K 2024-11-17T20:21:09,701 INFO [M:0;0b0b0ae8de03:46093 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 876ms, sequenceid=127, compaction requested=false 2024-11-17T20:21:09,702 INFO [M:0;0b0b0ae8de03:46093 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:21:09,702 DEBUG [M:0;0b0b0ae8de03:46093 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731874868825Disabling compacts and flushes for region at 1731874868825Disabling writes for close at 1731874868825Obtaining lock to block concurrent updates at 1731874868825Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731874868825Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731874868825Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731874868826 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731874868826Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731874868842 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731874868842Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731874868849 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731874868862 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731874868862Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731874869269 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731874869281 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731874869281Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d566a30: reopening flushed file at 1731874869688 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36901bd7: reopening flushed file at 1731874869692 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@108b7413: reopening flushed file at 1731874869696 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 876ms, sequenceid=127, compaction requested=false at 1731874869701 (+5 ms)Writing region close event to WAL at 1731874869702 (+1 ms)Closed at 1731874869702 2024-11-17T20:21:09,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741830_1006 (size=73866) 2024-11-17T20:21:09,703 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3fc5470b-0f7a-fe49-5bb5-8621ef34c091/MasterData/WALs/0b0b0ae8de03,46093,1731874841602/0b0b0ae8de03%2C46093%2C1731874841602.1731874843473 not finished, retry = 0 2024-11-17T20:21:09,754 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 1496, reset compression=false 2024-11-17T20:21:09,804 INFO [M:0;0b0b0ae8de03:46093 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T20:21:09,804 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:21:09,804 INFO [M:0;0b0b0ae8de03:46093 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46093 2024-11-17T20:21:09,805 INFO [M:0;0b0b0ae8de03:46093 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:21:09,987 INFO [M:0;0b0b0ae8de03:46093 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:21:09,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46093-0x1014a74af310006, quorum=127.0.0.1:57629, baseZNode=/2345212618 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:21:09,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46093-0x1014a74af310006, quorum=127.0.0.1:57629, baseZNode=/2345212618 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:21:09,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27eb601b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:21:09,990 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@58f4c61{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T20:21:09,990 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T20:21:09,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17467af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T20:21:09,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75cb1e70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f2c4ebc-4abe-4ab8-c1cf-2d28757f1f35/hadoop.log.dir/,STOPPED} 2024-11-17T20:21:09,992 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T20:21:09,992 WARN [BP-373166256-172.17.0.2-1731874840092 heartbeating to localhost/127.0.0.1:40827 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T20:21:09,992 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T20:21:09,992 WARN [BP-373166256-172.17.0.2-1731874840092 heartbeating to localhost/127.0.0.1:40827 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-373166256-172.17.0.2-1731874840092 (Datanode Uuid 6ee86229-0827-4a0e-9abc-48bda872aadb) service to localhost/127.0.0.1:40827 2024-11-17T20:21:09,992 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f2c4ebc-4abe-4ab8-c1cf-2d28757f1f35/cluster_c7016db0-dac1-f257-b102-cc583d57dc56/data/data1/current/BP-373166256-172.17.0.2-1731874840092 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:21:09,993 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f2c4ebc-4abe-4ab8-c1cf-2d28757f1f35/cluster_c7016db0-dac1-f257-b102-cc583d57dc56/data/data2/current/BP-373166256-172.17.0.2-1731874840092 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:21:09,993 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T20:21:09,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6bd8bc97{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T20:21:09,999 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3557f72c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T20:21:09,999 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T20:21:09,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d642705{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T20:21:09,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c6d835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f2c4ebc-4abe-4ab8-c1cf-2d28757f1f35/hadoop.log.dir/,STOPPED} 2024-11-17T20:21:10,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T20:21:10,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T20:21:10,011 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:21:10,011 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:21:10,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:10,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:10,011 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:21:10,011 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T20:21:10,011 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=206443442, stopped=false 2024-11-17T20:21:10,011 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0b0b0ae8de03,45705,1731874836570 2024-11-17T20:21:10,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38861-0x1014a74af310004, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1384948528/running 2024-11-17T20:21:10,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45705-0x1014a74af310003, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1384948528/running 2024-11-17T20:21:10,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45705-0x1014a74af310003, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1384948528 2024-11-17T20:21:10,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38861-0x1014a74af310004, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1384948528 2024-11-17T20:21:10,030 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T20:21:10,030 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:21:10,030 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:21:10,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:10,031 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b0b0ae8de03,38861,1731874836717' ***** 2024-11-17T20:21:10,031 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T20:21:10,031 INFO [RS:0;0b0b0ae8de03:38861 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T20:21:10,031 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T20:21:10,031 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38861-0x1014a74af310004, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Set watcher on znode that does not yet exist, /1-1384948528/running 2024-11-17T20:21:10,032 INFO [RS:0;0b0b0ae8de03:38861 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T20:21:10,032 INFO [RS:0;0b0b0ae8de03:38861 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T20:21:10,032 INFO [RS:0;0b0b0ae8de03:38861 {}] regionserver.HRegionServer(3091): Received CLOSE for 4619d18d721148fa07c1c403d698be4f 2024-11-17T20:21:10,032 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45705-0x1014a74af310003, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Set watcher on znode that does not yet exist, /1-1384948528/running 2024-11-17T20:21:10,032 INFO [RS:0;0b0b0ae8de03:38861 {}] regionserver.HRegionServer(3091): Received CLOSE for 731d158f7a5937de6ade83760dfad95d 2024-11-17T20:21:10,032 INFO [RS:0;0b0b0ae8de03:38861 {}] regionserver.HRegionServer(959): stopping server 0b0b0ae8de03,38861,1731874836717 2024-11-17T20:21:10,032 INFO [RS:0;0b0b0ae8de03:38861 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:21:10,032 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4619d18d721148fa07c1c403d698be4f, disabling compactions & flushes 2024-11-17T20:21:10,032 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731874853809.4619d18d721148fa07c1c403d698be4f. 2024-11-17T20:21:10,032 INFO [RS:0;0b0b0ae8de03:38861 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:38861. 2024-11-17T20:21:10,032 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731874853809.4619d18d721148fa07c1c403d698be4f. 2024-11-17T20:21:10,032 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731874853809.4619d18d721148fa07c1c403d698be4f. after waiting 0 ms 2024-11-17T20:21:10,032 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731874853809.4619d18d721148fa07c1c403d698be4f. 2024-11-17T20:21:10,032 DEBUG [RS:0;0b0b0ae8de03:38861 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:21:10,032 DEBUG [RS:0;0b0b0ae8de03:38861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:10,032 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4619d18d721148fa07c1c403d698be4f 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-17T20:21:10,033 INFO [RS:0;0b0b0ae8de03:38861 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T20:21:10,033 INFO [RS:0;0b0b0ae8de03:38861 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T20:21:10,033 INFO [RS:0;0b0b0ae8de03:38861 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T20:21:10,033 INFO [RS:0;0b0b0ae8de03:38861 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T20:21:10,033 INFO [RS:0;0b0b0ae8de03:38861 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T20:21:10,033 DEBUG [RS:0;0b0b0ae8de03:38861 {}] regionserver.HRegionServer(1325): Online Regions={4619d18d721148fa07c1c403d698be4f=hbase:replication,,1731874853809.4619d18d721148fa07c1c403d698be4f., 1588230740=hbase:meta,,1.1588230740, 731d158f7a5937de6ade83760dfad95d=test,,1731874847345.731d158f7a5937de6ade83760dfad95d.} 2024-11-17T20:21:10,033 DEBUG [RS:0;0b0b0ae8de03:38861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4619d18d721148fa07c1c403d698be4f, 731d158f7a5937de6ade83760dfad95d 2024-11-17T20:21:10,033 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T20:21:10,033 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T20:21:10,033 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T20:21:10,033 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T20:21:10,033 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T20:21:10,033 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T20:21:10,048 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/hbase/meta/1588230740/.tmp/info/83f95e56c6894f7da444480cd55d44fc is 147, key is hbase:replication,,1731874853809.4619d18d721148fa07c1c403d698be4f./info:regioninfo/1731874855015/Put/seqid=0 2024-11-17T20:21:10,053 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/hbase/replication/4619d18d721148fa07c1c403d698be4f/.tmp/queue/8c5d68d9962f4c5f8b0d07e31f5d3433 is 154, key is 1-0b0b0ae8de03,38861,1731874836717/queue:0b0b0ae8de03%2C38861%2C1731874836717/1731874865891/Put/seqid=0 2024-11-17T20:21:10,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741840_1016 (size=7686) 2024-11-17T20:21:10,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741841_1017 (size=5353) 2024-11-17T20:21:10,057 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/hbase/replication/4619d18d721148fa07c1c403d698be4f/.tmp/queue/8c5d68d9962f4c5f8b0d07e31f5d3433 2024-11-17T20:21:10,062 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/hbase/replication/4619d18d721148fa07c1c403d698be4f/.tmp/queue/8c5d68d9962f4c5f8b0d07e31f5d3433 as hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/hbase/replication/4619d18d721148fa07c1c403d698be4f/queue/8c5d68d9962f4c5f8b0d07e31f5d3433 2024-11-17T20:21:10,066 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/hbase/replication/4619d18d721148fa07c1c403d698be4f/queue/8c5d68d9962f4c5f8b0d07e31f5d3433, entries=1, sequenceid=14, filesize=5.2 K 2024-11-17T20:21:10,067 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 4619d18d721148fa07c1c403d698be4f in 35ms, sequenceid=14, compaction requested=false 2024-11-17T20:21:10,071 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/hbase/replication/4619d18d721148fa07c1c403d698be4f/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-17T20:21:10,072 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:21:10,072 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T20:21:10,072 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731874853809.4619d18d721148fa07c1c403d698be4f. 2024-11-17T20:21:10,072 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4619d18d721148fa07c1c403d698be4f: Waiting for close lock at 1731874870032Running coprocessor pre-close hooks at 1731874870032Disabling compacts and flushes for region at 1731874870032Disabling writes for close at 1731874870032Obtaining lock to block concurrent updates at 1731874870032Preparing flush snapshotting stores in 4619d18d721148fa07c1c403d698be4f at 1731874870032Finished memstore snapshotting hbase:replication,,1731874853809.4619d18d721148fa07c1c403d698be4f., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731874870033 (+1 ms)Flushing stores of hbase:replication,,1731874853809.4619d18d721148fa07c1c403d698be4f. at 1731874870033Flushing 4619d18d721148fa07c1c403d698be4f/queue: creating writer at 1731874870033Flushing 4619d18d721148fa07c1c403d698be4f/queue: appending metadata at 1731874870053 (+20 ms)Flushing 4619d18d721148fa07c1c403d698be4f/queue: closing flushed file at 1731874870053Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ccb9bb5: reopening flushed file at 1731874870062 (+9 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 4619d18d721148fa07c1c403d698be4f in 35ms, sequenceid=14, compaction requested=false at 1731874870067 (+5 ms)Writing region close event to WAL at 1731874870069 (+2 ms)Running coprocessor post-close hooks at 1731874870072 (+3 ms)Closed at 1731874870072 2024-11-17T20:21:10,072 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731874853809.4619d18d721148fa07c1c403d698be4f. 2024-11-17T20:21:10,073 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 731d158f7a5937de6ade83760dfad95d, disabling compactions & flushes 2024-11-17T20:21:10,073 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731874847345.731d158f7a5937de6ade83760dfad95d. 2024-11-17T20:21:10,073 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731874847345.731d158f7a5937de6ade83760dfad95d. 2024-11-17T20:21:10,073 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731874847345.731d158f7a5937de6ade83760dfad95d. after waiting 0 ms 2024-11-17T20:21:10,073 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731874847345.731d158f7a5937de6ade83760dfad95d. 2024-11-17T20:21:10,073 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 731d158f7a5937de6ade83760dfad95d 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-17T20:21:10,087 INFO [regionserver/0b0b0ae8de03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:21:10,093 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/default/test/731d158f7a5937de6ade83760dfad95d/.tmp/f/ab406f6d56fc45b78e594a7a9e343978 is 37, key is row3/f:row3/1731874864815/Put/seqid=0 2024-11-17T20:21:10,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741842_1018 (size=5228) 2024-11-17T20:21:10,233 DEBUG [RS:0;0b0b0ae8de03:38861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 731d158f7a5937de6ade83760dfad95d 2024-11-17T20:21:10,315 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 to pos 1468, reset compression=false 2024-11-17T20:21:10,319 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T20:21:10,319 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 to pos 1715, reset compression=false 2024-11-17T20:21:10,319 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.shipper0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,38861,1731874836717 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084, lastWalPosition=1715, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T20:21:10,320 ERROR [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.shipper0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 0b0b0ae8de03,38861,1731874836717: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-0b0b0ae8de03,38861,1731874836717, walGroup=0b0b0ae8de03%2C38861%2C1731874836717, offset=0b0b0ae8de03%2C38861%2C1731874836717.1731874839084:1715, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:38861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T20:21:10,321 ERROR [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.shipper0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T20:21:10,321 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.shipper0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T20:21:10,321 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.shipper0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T20:21:10,321 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.shipper0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T20:21:10,321 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.shipper0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T20:21:10,321 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.shipper0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1224736768, "init": 1048576000, "max": 2306867200, "used": 885001792 }, "NonHeapMemoryUsage": { "committed": 202113024, "init": 7667712, "max": -1, "used": 198980728 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T20:21:10,322 WARN [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.shipper0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:45705 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:45705 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T20:21:10,433 DEBUG [RS:0;0b0b0ae8de03:38861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 731d158f7a5937de6ade83760dfad95d 2024-11-17T20:21:10,456 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/hbase/meta/1588230740/.tmp/info/83f95e56c6894f7da444480cd55d44fc 2024-11-17T20:21:10,477 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/hbase/meta/1588230740/.tmp/ns/1da9e276ab1e42f9856247d88f967ce8 is 43, key is default/ns:d/1731874840028/Put/seqid=0 2024-11-17T20:21:10,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741843_1019 (size=5153) 2024-11-17T20:21:10,497 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/default/test/731d158f7a5937de6ade83760dfad95d/.tmp/f/ab406f6d56fc45b78e594a7a9e343978 2024-11-17T20:21:10,500 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab406f6d56fc45b78e594a7a9e343978 2024-11-17T20:21:10,517 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/default/test/731d158f7a5937de6ade83760dfad95d/.tmp/f1/5a6b044e550c4a89b7e494a25e6fe621 is 30, key is row1/f1:/1731874862157/DeleteFamily/seqid=0 2024-11-17T20:21:10,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741844_1020 (size=5158) 2024-11-17T20:21:10,524 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 to pos 1715, reset compression=false 2024-11-17T20:21:10,634 DEBUG [RS:0;0b0b0ae8de03:38861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 731d158f7a5937de6ade83760dfad95d 2024-11-17T20:21:10,657 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 1496, reset compression=false 2024-11-17T20:21:10,827 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 to pos 1715, reset compression=false 2024-11-17T20:21:10,834 DEBUG [RS:0;0b0b0ae8de03:38861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 731d158f7a5937de6ade83760dfad95d 2024-11-17T20:21:10,881 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/hbase/meta/1588230740/.tmp/ns/1da9e276ab1e42f9856247d88f967ce8 2024-11-17T20:21:10,899 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/hbase/meta/1588230740/.tmp/rep_barrier/6884f827f4a541c88475d2efd1ac6974 is 112, key is test,,1731874847345.731d158f7a5937de6ade83760dfad95d./rep_barrier:seqnumDuringOpen/1731874848491/Put/seqid=0 2024-11-17T20:21:10,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741845_1021 (size=5518) 2024-11-17T20:21:10,921 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/default/test/731d158f7a5937de6ade83760dfad95d/.tmp/f1/5a6b044e550c4a89b7e494a25e6fe621 2024-11-17T20:21:10,924 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a6b044e550c4a89b7e494a25e6fe621 2024-11-17T20:21:10,943 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/default/test/731d158f7a5937de6ade83760dfad95d/.tmp/norep/a7d93b8a3bd64817bfdc7a7ec7672292 is 33, key is row1/norep:/1731874862157/DeleteFamily/seqid=0 2024-11-17T20:21:10,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741846_1022 (size=5108) 2024-11-17T20:21:10,956 INFO [regionserver/0b0b0ae8de03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T20:21:10,956 INFO [regionserver/0b0b0ae8de03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T20:21:11,034 INFO [RS:0;0b0b0ae8de03:38861 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T20:21:11,034 DEBUG [RS:0;0b0b0ae8de03:38861 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 731d158f7a5937de6ade83760dfad95d=test,,1731874847345.731d158f7a5937de6ade83760dfad95d.} 2024-11-17T20:21:11,034 DEBUG [RS:0;0b0b0ae8de03:38861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 731d158f7a5937de6ade83760dfad95d 2024-11-17T20:21:11,230 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 to pos 1715, reset compression=false 2024-11-17T20:21:11,234 DEBUG [RS:0;0b0b0ae8de03:38861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 731d158f7a5937de6ade83760dfad95d 2024-11-17T20:21:11,302 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/hbase/meta/1588230740/.tmp/rep_barrier/6884f827f4a541c88475d2efd1ac6974 2024-11-17T20:21:11,322 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/hbase/meta/1588230740/.tmp/table/3ae13860ea754d4786f06369829bc609 is 53, key is hbase:replication/table:state/1731874855022/Put/seqid=0 2024-11-17T20:21:11,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741847_1023 (size=5308) 2024-11-17T20:21:11,348 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/default/test/731d158f7a5937de6ade83760dfad95d/.tmp/norep/a7d93b8a3bd64817bfdc7a7ec7672292 2024-11-17T20:21:11,351 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a7d93b8a3bd64817bfdc7a7ec7672292 2024-11-17T20:21:11,351 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/default/test/731d158f7a5937de6ade83760dfad95d/.tmp/f/ab406f6d56fc45b78e594a7a9e343978 as hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/default/test/731d158f7a5937de6ade83760dfad95d/f/ab406f6d56fc45b78e594a7a9e343978 2024-11-17T20:21:11,355 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab406f6d56fc45b78e594a7a9e343978 2024-11-17T20:21:11,355 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/default/test/731d158f7a5937de6ade83760dfad95d/f/ab406f6d56fc45b78e594a7a9e343978, entries=5, sequenceid=12, filesize=5.1 K 2024-11-17T20:21:11,356 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/default/test/731d158f7a5937de6ade83760dfad95d/.tmp/f1/5a6b044e550c4a89b7e494a25e6fe621 as hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/default/test/731d158f7a5937de6ade83760dfad95d/f1/5a6b044e550c4a89b7e494a25e6fe621 2024-11-17T20:21:11,359 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a6b044e550c4a89b7e494a25e6fe621 2024-11-17T20:21:11,359 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/default/test/731d158f7a5937de6ade83760dfad95d/f1/5a6b044e550c4a89b7e494a25e6fe621, entries=3, sequenceid=12, filesize=5.0 K 2024-11-17T20:21:11,360 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/default/test/731d158f7a5937de6ade83760dfad95d/.tmp/norep/a7d93b8a3bd64817bfdc7a7ec7672292 as hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/default/test/731d158f7a5937de6ade83760dfad95d/norep/a7d93b8a3bd64817bfdc7a7ec7672292 2024-11-17T20:21:11,364 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a7d93b8a3bd64817bfdc7a7ec7672292 2024-11-17T20:21:11,364 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/default/test/731d158f7a5937de6ade83760dfad95d/norep/a7d93b8a3bd64817bfdc7a7ec7672292, entries=1, sequenceid=12, filesize=5.0 K 2024-11-17T20:21:11,365 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 731d158f7a5937de6ade83760dfad95d in 1292ms, sequenceid=12, compaction requested=false 2024-11-17T20:21:11,365 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T20:21:11,369 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/default/test/731d158f7a5937de6ade83760dfad95d/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-17T20:21:11,369 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:21:11,369 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T20:21:11,369 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731874847345.731d158f7a5937de6ade83760dfad95d. 2024-11-17T20:21:11,369 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 731d158f7a5937de6ade83760dfad95d: Waiting for close lock at 1731874870073Running coprocessor pre-close hooks at 1731874870073Disabling compacts and flushes for region at 1731874870073Disabling writes for close at 1731874870073Obtaining lock to block concurrent updates at 1731874870073Preparing flush snapshotting stores in 731d158f7a5937de6ade83760dfad95d at 1731874870073Finished memstore snapshotting test,,1731874847345.731d158f7a5937de6ade83760dfad95d., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731874870074 (+1 ms)Flushing stores of test,,1731874847345.731d158f7a5937de6ade83760dfad95d. at 1731874870074Flushing 731d158f7a5937de6ade83760dfad95d/f: creating writer at 1731874870074Flushing 731d158f7a5937de6ade83760dfad95d/f: appending metadata at 1731874870093 (+19 ms)Flushing 731d158f7a5937de6ade83760dfad95d/f: closing flushed file at 1731874870093Flushing 731d158f7a5937de6ade83760dfad95d/f1: creating writer at 1731874870500 (+407 ms)Flushing 731d158f7a5937de6ade83760dfad95d/f1: appending metadata at 1731874870516 (+16 ms)Flushing 731d158f7a5937de6ade83760dfad95d/f1: closing flushed file at 1731874870516Flushing 731d158f7a5937de6ade83760dfad95d/norep: creating writer at 1731874870924 (+408 ms)Flushing 731d158f7a5937de6ade83760dfad95d/norep: appending metadata at 1731874870942 (+18 ms)Flushing 731d158f7a5937de6ade83760dfad95d/norep: closing flushed file at 1731874870942Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4af56740: reopening flushed file at 1731874871351 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e93ffc9: reopening flushed file at 1731874871355 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c8a47f2: reopening flushed file at 1731874871359 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 731d158f7a5937de6ade83760dfad95d in 1292ms, sequenceid=12, compaction requested=false at 1731874871365 (+6 ms)Writing region close event to WAL at 1731874871366 (+1 ms)Running coprocessor post-close hooks at 1731874871369 (+3 ms)Closed at 1731874871369 2024-11-17T20:21:11,369 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731874847345.731d158f7a5937de6ade83760dfad95d. 2024-11-17T20:21:11,435 DEBUG [RS:0;0b0b0ae8de03:38861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:21:11,635 DEBUG [RS:0;0b0b0ae8de03:38861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:21:11,666 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 1496, reset compression=false 2024-11-17T20:21:11,725 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/hbase/meta/1588230740/.tmp/table/3ae13860ea754d4786f06369829bc609 2024-11-17T20:21:11,730 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/hbase/meta/1588230740/.tmp/info/83f95e56c6894f7da444480cd55d44fc as hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/hbase/meta/1588230740/info/83f95e56c6894f7da444480cd55d44fc 2024-11-17T20:21:11,734 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/hbase/meta/1588230740/info/83f95e56c6894f7da444480cd55d44fc, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T20:21:11,734 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/hbase/meta/1588230740/.tmp/ns/1da9e276ab1e42f9856247d88f967ce8 as hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/hbase/meta/1588230740/ns/1da9e276ab1e42f9856247d88f967ce8 2024-11-17T20:21:11,736 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 to pos 1715, reset compression=false 2024-11-17T20:21:11,738 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/hbase/meta/1588230740/ns/1da9e276ab1e42f9856247d88f967ce8, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T20:21:11,739 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/hbase/meta/1588230740/.tmp/rep_barrier/6884f827f4a541c88475d2efd1ac6974 as hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/hbase/meta/1588230740/rep_barrier/6884f827f4a541c88475d2efd1ac6974 2024-11-17T20:21:11,739 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T20:21:11,739 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 to pos 2359, reset compression=false 2024-11-17T20:21:11,743 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/hbase/meta/1588230740/rep_barrier/6884f827f4a541c88475d2efd1ac6974, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T20:21:11,744 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/hbase/meta/1588230740/.tmp/table/3ae13860ea754d4786f06369829bc609 as hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/hbase/meta/1588230740/table/3ae13860ea754d4786f06369829bc609 2024-11-17T20:21:11,748 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/hbase/meta/1588230740/table/3ae13860ea754d4786f06369829bc609, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T20:21:11,749 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1716ms, sequenceid=16, compaction requested=false 2024-11-17T20:21:11,749 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T20:21:11,754 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T20:21:11,754 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:21:11,754 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T20:21:11,754 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T20:21:11,754 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731874870033Running coprocessor pre-close hooks at 1731874870033Disabling compacts and flushes for region at 1731874870033Disabling writes for close at 1731874870033Obtaining lock to block concurrent updates at 1731874870033Preparing flush snapshotting stores in 1588230740 at 1731874870033Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731874870034 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731874870034Flushing 1588230740/info: creating writer at 1731874870035 (+1 ms)Flushing 1588230740/info: appending metadata at 1731874870048 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731874870048Flushing 1588230740/ns: creating writer at 1731874870460 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731874870477 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731874870477Flushing 1588230740/rep_barrier: creating writer at 1731874870885 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731874870898 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731874870898Flushing 1588230740/table: creating writer at 1731874871306 (+408 ms)Flushing 1588230740/table: appending metadata at 1731874871321 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731874871321Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ae465f3: reopening flushed file at 1731874871730 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@718f0670: reopening flushed file at 1731874871734 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7762c1de: reopening flushed file at 1731874871738 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@342d8f3: reopening flushed file at 1731874871743 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1716ms, sequenceid=16, compaction requested=false at 1731874871749 (+6 ms)Writing region close event to WAL at 1731874871751 (+2 ms)Running coprocessor post-close hooks at 1731874871754 (+3 ms)Closed at 1731874871754 2024-11-17T20:21:11,755 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T20:21:11,835 INFO [RS:0;0b0b0ae8de03:38861 {}] regionserver.HRegionServer(976): stopping server 0b0b0ae8de03,38861,1731874836717; all regions closed. 2024-11-17T20:21:11,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741834_1010 (size=4239) 2024-11-17T20:21:11,837 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.meta.1731874839983.meta not finished, retry = 0 2024-11-17T20:21:11,940 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.rep.1731874854985 not finished, retry = 0 2024-11-17T20:21:11,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741839_1015 (size=3552) 2024-11-17T20:21:11,942 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.wal-reader.0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 to pos 2359, reset compression=false 2024-11-17T20:21:12,042 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/WALs/0b0b0ae8de03,38861,1731874836717/0b0b0ae8de03%2C38861%2C1731874836717.1731874839084 not finished, retry = 0 2024-11-17T20:21:12,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741832_1008 (size=2367) 2024-11-17T20:21:12,143 DEBUG [RS:0;0b0b0ae8de03:38861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:12,143 INFO [RS:0;0b0b0ae8de03:38861 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:21:12,143 INFO [RS:0;0b0b0ae8de03:38861 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:21:12,144 INFO [RS:0;0b0b0ae8de03:38861 {}] hbase.ChoreService(370): Chore service for: regionserver/0b0b0ae8de03:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T20:21:12,144 INFO [RS:0;0b0b0ae8de03:38861 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:21:12,144 INFO [regionserver/0b0b0ae8de03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:21:12,144 INFO [RS:0;0b0b0ae8de03:38861 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0b0b0ae8de03,38861,1731874836717 because: Region server is closing 2024-11-17T20:21:12,144 INFO [RS:0;0b0b0ae8de03:38861 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:38861. 2024-11-17T20:21:12,144 DEBUG [RS:0;0b0b0ae8de03:38861 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:21:12,144 DEBUG [RS:0;0b0b0ae8de03:38861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:12,145 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:21:12,145 DEBUG [RS:0;0b0b0ae8de03:38861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:12,245 INFO [RS:0;0b0b0ae8de03:38861 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38861,1731874836717.replicationSource.shipper0b0b0ae8de03%2C38861%2C1731874836717,1-0b0b0ae8de03,38861,1731874836717 terminated 2024-11-17T20:21:12,245 INFO [RS:0;0b0b0ae8de03:38861 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:38861. 2024-11-17T20:21:12,245 DEBUG [RS:0;0b0b0ae8de03:38861 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:21:12,245 DEBUG [RS:0;0b0b0ae8de03:38861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:12,245 DEBUG [RS:0;0b0b0ae8de03:38861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:12,245 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:21:12,246 INFO [RS:0;0b0b0ae8de03:38861 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38861 2024-11-17T20:21:12,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45705-0x1014a74af310003, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1384948528/rs 2024-11-17T20:21:12,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38861-0x1014a74af310004, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1384948528/rs/0b0b0ae8de03,38861,1731874836717 2024-11-17T20:21:12,304 INFO [RS:0;0b0b0ae8de03:38861 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:21:12,314 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b0b0ae8de03,38861,1731874836717] 2024-11-17T20:21:12,325 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1384948528/draining/0b0b0ae8de03,38861,1731874836717 already deleted, retry=false 2024-11-17T20:21:12,325 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b0b0ae8de03,38861,1731874836717 expired; onlineServers=0 2024-11-17T20:21:12,325 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0b0b0ae8de03,45705,1731874836570' ***** 2024-11-17T20:21:12,325 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T20:21:12,325 INFO [M:0;0b0b0ae8de03:45705 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:21:12,325 INFO [M:0;0b0b0ae8de03:45705 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:21:12,325 DEBUG [M:0;0b0b0ae8de03:45705 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T20:21:12,325 DEBUG [M:0;0b0b0ae8de03:45705 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T20:21:12,325 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874838754 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874838754,5,FailOnTimeoutGroup] 2024-11-17T20:21:12,325 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T20:21:12,325 INFO [M:0;0b0b0ae8de03:45705 {}] hbase.ChoreService(370): Chore service for: master/0b0b0ae8de03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T20:21:12,325 INFO [M:0;0b0b0ae8de03:45705 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:21:12,325 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874838755 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874838755,5,FailOnTimeoutGroup] 2024-11-17T20:21:12,325 DEBUG [M:0;0b0b0ae8de03:45705 {}] master.HMaster(1795): Stopping service threads 2024-11-17T20:21:12,325 INFO [M:0;0b0b0ae8de03:45705 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T20:21:12,326 INFO [M:0;0b0b0ae8de03:45705 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T20:21:12,326 INFO [M:0;0b0b0ae8de03:45705 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T20:21:12,326 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T20:21:12,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45705-0x1014a74af310003, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1384948528/master 2024-11-17T20:21:12,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45705-0x1014a74af310003, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1384948528 2024-11-17T20:21:12,335 DEBUG [M:0;0b0b0ae8de03:45705 {}] zookeeper.ZKUtil(347): master:45705-0x1014a74af310003, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Unable to get data of znode /1-1384948528/master because node does not exist (not an error) 2024-11-17T20:21:12,335 WARN [M:0;0b0b0ae8de03:45705 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T20:21:12,336 INFO [M:0;0b0b0ae8de03:45705 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/.lastflushedseqids 2024-11-17T20:21:12,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741848_1024 (size=245) 2024-11-17T20:21:12,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38861-0x1014a74af310004, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:21:12,414 INFO [RS:0;0b0b0ae8de03:38861 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:21:12,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38861-0x1014a74af310004, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:21:12,414 INFO [RS:0;0b0b0ae8de03:38861 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b0b0ae8de03,38861,1731874836717; zookeeper connection closed. 2024-11-17T20:21:12,415 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@cae67a0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@cae67a0 2024-11-17T20:21:12,415 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T20:21:12,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:12,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:12,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:12,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:12,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:12,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:12,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:12,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:12,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:12,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:12,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:12,741 INFO [M:0;0b0b0ae8de03:45705 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T20:21:12,741 INFO [M:0;0b0b0ae8de03:45705 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T20:21:12,741 DEBUG [M:0;0b0b0ae8de03:45705 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T20:21:12,741 INFO [M:0;0b0b0ae8de03:45705 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:21:12,741 DEBUG [M:0;0b0b0ae8de03:45705 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:21:12,741 DEBUG [M:0;0b0b0ae8de03:45705 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T20:21:12,741 DEBUG [M:0;0b0b0ae8de03:45705 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:21:12,742 INFO [M:0;0b0b0ae8de03:45705 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-17T20:21:12,759 DEBUG [M:0;0b0b0ae8de03:45705 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2daa6d107dde416dac65226a767d267d is 82, key is hbase:meta,,1/info:regioninfo/1731874840010/Put/seqid=0 2024-11-17T20:21:12,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741849_1025 (size=5672) 2024-11-17T20:21:12,769 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 1496, reset compression=false 2024-11-17T20:21:13,043 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T20:21:13,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:13,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:13,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:13,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:13,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:13,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:13,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:13,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:13,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:13,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:13,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:13,162 INFO [M:0;0b0b0ae8de03:45705 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2daa6d107dde416dac65226a767d267d 2024-11-17T20:21:13,179 DEBUG [M:0;0b0b0ae8de03:45705 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ab0814afa88747779a168a493440dd6e is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731874848500/Put/seqid=0 2024-11-17T20:21:13,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741850_1026 (size=7217) 2024-11-17T20:21:13,583 INFO [M:0;0b0b0ae8de03:45705 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ab0814afa88747779a168a493440dd6e 2024-11-17T20:21:13,587 INFO [M:0;0b0b0ae8de03:45705 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab0814afa88747779a168a493440dd6e 2024-11-17T20:21:13,600 DEBUG [M:0;0b0b0ae8de03:45705 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/73b00564e7514f1ba58048b9f036a710 is 69, key is 0b0b0ae8de03,38861,1731874836717/rs:state/1731874838877/Put/seqid=0 2024-11-17T20:21:13,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741851_1027 (size=5156) 2024-11-17T20:21:13,973 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 1496, reset compression=false 2024-11-17T20:21:14,003 INFO [M:0;0b0b0ae8de03:45705 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/73b00564e7514f1ba58048b9f036a710 2024-11-17T20:21:14,008 DEBUG [M:0;0b0b0ae8de03:45705 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2daa6d107dde416dac65226a767d267d as hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2daa6d107dde416dac65226a767d267d 2024-11-17T20:21:14,011 INFO [M:0;0b0b0ae8de03:45705 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2daa6d107dde416dac65226a767d267d, entries=8, sequenceid=105, filesize=5.5 K 2024-11-17T20:21:14,012 DEBUG [M:0;0b0b0ae8de03:45705 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ab0814afa88747779a168a493440dd6e as hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ab0814afa88747779a168a493440dd6e 2024-11-17T20:21:14,015 INFO [M:0;0b0b0ae8de03:45705 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab0814afa88747779a168a493440dd6e 2024-11-17T20:21:14,015 INFO [M:0;0b0b0ae8de03:45705 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ab0814afa88747779a168a493440dd6e, entries=11, sequenceid=105, filesize=7.0 K 2024-11-17T20:21:14,015 DEBUG [M:0;0b0b0ae8de03:45705 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/73b00564e7514f1ba58048b9f036a710 as hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/73b00564e7514f1ba58048b9f036a710 2024-11-17T20:21:14,019 INFO [M:0;0b0b0ae8de03:45705 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38291/user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/73b00564e7514f1ba58048b9f036a710, entries=1, sequenceid=105, filesize=5.0 K 2024-11-17T20:21:14,019 INFO [M:0;0b0b0ae8de03:45705 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=105, compaction requested=false 2024-11-17T20:21:14,024 INFO [M:0;0b0b0ae8de03:45705 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:21:14,024 DEBUG [M:0;0b0b0ae8de03:45705 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731874872741Disabling compacts and flushes for region at 1731874872741Disabling writes for close at 1731874872741Obtaining lock to block concurrent updates at 1731874872742 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731874872742Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731874872742Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731874872742Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731874872743 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731874872758 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731874872758Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731874873166 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731874873178 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731874873179 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731874873587 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731874873599 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731874873599Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c02a93f: reopening flushed file at 1731874874008 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b5b4658: reopening flushed file at 1731874874011 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6abdd49e: reopening flushed file at 1731874874015 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=105, compaction requested=false at 1731874874019 (+4 ms)Writing region close event to WAL at 1731874874024 (+5 ms)Closed at 1731874874024 2024-11-17T20:21:14,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741830_1006 (size=64411) 2024-11-17T20:21:14,027 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c7a2efa6-6e01-693a-fd88-ccf6b0356b50/MasterData/WALs/0b0b0ae8de03,45705,1731874836570/0b0b0ae8de03%2C45705%2C1731874836570.1731874838479 not finished, retry = 0 2024-11-17T20:21:14,128 INFO [M:0;0b0b0ae8de03:45705 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T20:21:14,128 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:21:14,128 INFO [M:0;0b0b0ae8de03:45705 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45705 2024-11-17T20:21:14,129 INFO [M:0;0b0b0ae8de03:45705 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:21:14,240 INFO [M:0;0b0b0ae8de03:45705 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:21:14,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45705-0x1014a74af310003, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:21:14,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45705-0x1014a74af310003, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:21:14,247 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c68d4f2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:21:14,248 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61d6317e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T20:21:14,248 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T20:21:14,248 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f5a701f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T20:21:14,248 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17652b88{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/140f6cf8-bd96-e8e3-274a-dcf68d91188b/hadoop.log.dir/,STOPPED} 2024-11-17T20:21:14,249 WARN [BP-199696147-172.17.0.2-1731874834634 heartbeating to localhost/127.0.0.1:38291 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T20:21:14,249 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T20:21:14,249 WARN [BP-199696147-172.17.0.2-1731874834634 heartbeating to localhost/127.0.0.1:38291 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-199696147-172.17.0.2-1731874834634 (Datanode Uuid 2196787d-503b-4b63-974e-bdedf8bf7fdb) service to localhost/127.0.0.1:38291 2024-11-17T20:21:14,249 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T20:21:14,250 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/140f6cf8-bd96-e8e3-274a-dcf68d91188b/cluster_f7ae3b79-b640-ca11-a0c0-f74a9fb7d43d/data/data1/current/BP-199696147-172.17.0.2-1731874834634 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:21:14,250 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/140f6cf8-bd96-e8e3-274a-dcf68d91188b/cluster_f7ae3b79-b640-ca11-a0c0-f74a9fb7d43d/data/data2/current/BP-199696147-172.17.0.2-1731874834634 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:21:14,250 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T20:21:14,255 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@116be29e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T20:21:14,256 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a009e9e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T20:21:14,256 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T20:21:14,256 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b8c84ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T20:21:14,256 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64bff314{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/140f6cf8-bd96-e8e3-274a-dcf68d91188b/hadoop.log.dir/,STOPPED} 2024-11-17T20:21:14,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T20:21:14,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T20:21:14,268 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:21:14,268 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:21:14,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:14,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:14,268 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:21:14,268 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T20:21:14,268 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1024695595, stopped=false 2024-11-17T20:21:14,268 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0b0b0ae8de03,39355,1731874830815 2024-11-17T20:21:14,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33769-0x1014a74af310001, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-70395104/running 2024-11-17T20:21:14,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39355-0x1014a74af310000, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-70395104/running 2024-11-17T20:21:14,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33769-0x1014a74af310001, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-70395104 2024-11-17T20:21:14,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39355-0x1014a74af310000, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-70395104 2024-11-17T20:21:14,287 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T20:21:14,288 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:21:14,288 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:21:14,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:14,288 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b0b0ae8de03,33769,1731874831145' ***** 2024-11-17T20:21:14,288 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T20:21:14,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33769-0x1014a74af310001, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Set watcher on znode that does not yet exist, /0-70395104/running 2024-11-17T20:21:14,288 INFO [RS:0;0b0b0ae8de03:33769 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T20:21:14,289 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39355-0x1014a74af310000, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Set watcher on znode that does not yet exist, /0-70395104/running 2024-11-17T20:21:14,289 INFO [RS:0;0b0b0ae8de03:33769 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T20:21:14,289 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T20:21:14,289 INFO [RS:0;0b0b0ae8de03:33769 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T20:21:14,289 INFO [RS:0;0b0b0ae8de03:33769 {}] regionserver.HRegionServer(3091): Received CLOSE for c06c8337c4f5626e587a847dfa516d5a 2024-11-17T20:21:14,289 INFO [RS:0;0b0b0ae8de03:33769 {}] regionserver.HRegionServer(3091): Received CLOSE for a35b595b75851b5e1866d3de6743aca9 2024-11-17T20:21:14,289 INFO [RS:0;0b0b0ae8de03:33769 {}] regionserver.HRegionServer(959): stopping server 0b0b0ae8de03,33769,1731874831145 2024-11-17T20:21:14,289 INFO [RS:0;0b0b0ae8de03:33769 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:21:14,289 INFO [RS:0;0b0b0ae8de03:33769 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:33769. 2024-11-17T20:21:14,289 DEBUG [RS:0;0b0b0ae8de03:33769 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:21:14,289 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c06c8337c4f5626e587a847dfa516d5a, disabling compactions & flushes 2024-11-17T20:21:14,289 DEBUG [RS:0;0b0b0ae8de03:33769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:14,289 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731874845183.c06c8337c4f5626e587a847dfa516d5a. 2024-11-17T20:21:14,289 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731874845183.c06c8337c4f5626e587a847dfa516d5a. 2024-11-17T20:21:14,289 INFO [RS:0;0b0b0ae8de03:33769 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T20:21:14,289 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731874845183.c06c8337c4f5626e587a847dfa516d5a. after waiting 0 ms 2024-11-17T20:21:14,289 INFO [RS:0;0b0b0ae8de03:33769 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T20:21:14,289 INFO [RS:0;0b0b0ae8de03:33769 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T20:21:14,289 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731874845183.c06c8337c4f5626e587a847dfa516d5a. 2024-11-17T20:21:14,289 INFO [RS:0;0b0b0ae8de03:33769 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T20:21:14,289 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c06c8337c4f5626e587a847dfa516d5a 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-17T20:21:14,289 INFO [RS:0;0b0b0ae8de03:33769 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T20:21:14,289 DEBUG [RS:0;0b0b0ae8de03:33769 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c06c8337c4f5626e587a847dfa516d5a=test,,1731874845183.c06c8337c4f5626e587a847dfa516d5a., a35b595b75851b5e1866d3de6743aca9=hbase:replication,,1731874851658.a35b595b75851b5e1866d3de6743aca9.} 2024-11-17T20:21:14,289 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T20:21:14,289 DEBUG [RS:0;0b0b0ae8de03:33769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a35b595b75851b5e1866d3de6743aca9, c06c8337c4f5626e587a847dfa516d5a 2024-11-17T20:21:14,289 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T20:21:14,289 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T20:21:14,289 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T20:21:14,289 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T20:21:14,290 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T20:21:14,304 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/data/default/test/c06c8337c4f5626e587a847dfa516d5a/.tmp/f/ce96183289b1462fa826180df4bdd1b5 is 37, key is row3/f:row3/1731874864815/Put/seqid=0 2024-11-17T20:21:14,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45587 is added to blk_1073741840_1016 (size=5228) 2024-11-17T20:21:14,313 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/data/hbase/meta/1588230740/.tmp/info/fd8a2b2eab3444b38f559834a5e8553f is 147, key is hbase:replication,,1731874851658.a35b595b75851b5e1866d3de6743aca9./info:regioninfo/1731874852822/Put/seqid=0 2024-11-17T20:21:14,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45587 is added to blk_1073741841_1017 (size=7686) 2024-11-17T20:21:14,340 INFO [regionserver/0b0b0ae8de03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T20:21:14,340 INFO [regionserver/0b0b0ae8de03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T20:21:14,359 INFO [regionserver/0b0b0ae8de03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:21:14,490 DEBUG [RS:0;0b0b0ae8de03:33769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a35b595b75851b5e1866d3de6743aca9, c06c8337c4f5626e587a847dfa516d5a 2024-11-17T20:21:14,501 INFO [master/0b0b0ae8de03:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-17T20:21:14,501 INFO [master/0b0b0ae8de03:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-17T20:21:14,690 DEBUG [RS:0;0b0b0ae8de03:33769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a35b595b75851b5e1866d3de6743aca9, c06c8337c4f5626e587a847dfa516d5a 2024-11-17T20:21:14,708 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/data/default/test/c06c8337c4f5626e587a847dfa516d5a/.tmp/f/ce96183289b1462fa826180df4bdd1b5 2024-11-17T20:21:14,711 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ce96183289b1462fa826180df4bdd1b5 2024-11-17T20:21:14,723 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/data/hbase/meta/1588230740/.tmp/info/fd8a2b2eab3444b38f559834a5e8553f 2024-11-17T20:21:14,725 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/data/default/test/c06c8337c4f5626e587a847dfa516d5a/.tmp/f1/19cb566fb1dd4899a54b3b814b6cf0b3 is 30, key is row1/f1:/1731874862157/DeleteFamily/seqid=0 2024-11-17T20:21:14,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45587 is added to blk_1073741842_1018 (size=5158) 2024-11-17T20:21:14,740 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/data/hbase/meta/1588230740/.tmp/ns/61426704605045c2a201496d67fdee50 is 43, key is default/ns:d/1731874834488/Put/seqid=0 2024-11-17T20:21:14,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45587 is added to blk_1073741843_1019 (size=5153) 2024-11-17T20:21:14,890 DEBUG [RS:0;0b0b0ae8de03:33769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a35b595b75851b5e1866d3de6743aca9, c06c8337c4f5626e587a847dfa516d5a 2024-11-17T20:21:15,090 DEBUG [RS:0;0b0b0ae8de03:33769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a35b595b75851b5e1866d3de6743aca9, c06c8337c4f5626e587a847dfa516d5a 2024-11-17T20:21:15,129 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/data/default/test/c06c8337c4f5626e587a847dfa516d5a/.tmp/f1/19cb566fb1dd4899a54b3b814b6cf0b3 2024-11-17T20:21:15,133 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 19cb566fb1dd4899a54b3b814b6cf0b3 2024-11-17T20:21:15,143 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/data/hbase/meta/1588230740/.tmp/ns/61426704605045c2a201496d67fdee50 2024-11-17T20:21:15,147 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/data/default/test/c06c8337c4f5626e587a847dfa516d5a/.tmp/norep/4fe8aa6fb27a474bb700cf9fb948bd0d is 32, key is row/norep:/1731874861152/DeleteFamily/seqid=0 2024-11-17T20:21:15,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45587 is added to blk_1073741844_1020 (size=5101) 2024-11-17T20:21:15,164 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/data/hbase/meta/1588230740/.tmp/rep_barrier/3b35329666054e12ac47d905af0708b2 is 112, key is test,,1731874845183.c06c8337c4f5626e587a847dfa516d5a./rep_barrier:seqnumDuringOpen/1731874846326/Put/seqid=0 2024-11-17T20:21:15,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45587 is added to blk_1073741845_1021 (size=5518) 2024-11-17T20:21:15,276 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 1496, reset compression=false 2024-11-17T20:21:15,281 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T20:21:15,281 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 1743, reset compression=false 2024-11-17T20:21:15,281 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.shipper0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,33769,1731874831145 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455, lastWalPosition=1743, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T20:21:15,282 ERROR [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.shipper0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 0b0b0ae8de03,33769,1731874831145: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-0b0b0ae8de03,33769,1731874831145, walGroup=0b0b0ae8de03%2C33769%2C1731874831145, offset=0b0b0ae8de03%2C33769%2C1731874831145.1731874833455:1743, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:33769 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T20:21:15,284 ERROR [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.shipper0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T20:21:15,284 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.shipper0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T20:21:15,284 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.shipper0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T20:21:15,284 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.shipper0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T20:21:15,284 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.shipper0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T20:21:15,284 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.shipper0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1224736768, "init": 1048576000, "max": 2306867200, "used": 761842176 }, "NonHeapMemoryUsage": { "committed": 202833920, "init": 7667712, "max": -1, "used": 199708512 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T20:21:15,284 WARN [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.shipper0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:39355 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:39355 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T20:21:15,290 DEBUG [RS:0;0b0b0ae8de03:33769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a35b595b75851b5e1866d3de6743aca9, c06c8337c4f5626e587a847dfa516d5a 2024-11-17T20:21:15,486 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 1743, reset compression=false 2024-11-17T20:21:15,490 DEBUG [RS:0;0b0b0ae8de03:33769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a35b595b75851b5e1866d3de6743aca9, c06c8337c4f5626e587a847dfa516d5a 2024-11-17T20:21:15,550 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/data/default/test/c06c8337c4f5626e587a847dfa516d5a/.tmp/norep/4fe8aa6fb27a474bb700cf9fb948bd0d 2024-11-17T20:21:15,554 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4fe8aa6fb27a474bb700cf9fb948bd0d 2024-11-17T20:21:15,555 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/data/default/test/c06c8337c4f5626e587a847dfa516d5a/.tmp/f/ce96183289b1462fa826180df4bdd1b5 as hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/data/default/test/c06c8337c4f5626e587a847dfa516d5a/f/ce96183289b1462fa826180df4bdd1b5 2024-11-17T20:21:15,559 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ce96183289b1462fa826180df4bdd1b5 2024-11-17T20:21:15,559 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/data/default/test/c06c8337c4f5626e587a847dfa516d5a/f/ce96183289b1462fa826180df4bdd1b5, entries=5, sequenceid=12, filesize=5.1 K 2024-11-17T20:21:15,560 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/data/default/test/c06c8337c4f5626e587a847dfa516d5a/.tmp/f1/19cb566fb1dd4899a54b3b814b6cf0b3 as hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/data/default/test/c06c8337c4f5626e587a847dfa516d5a/f1/19cb566fb1dd4899a54b3b814b6cf0b3 2024-11-17T20:21:15,563 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 19cb566fb1dd4899a54b3b814b6cf0b3 2024-11-17T20:21:15,563 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/data/default/test/c06c8337c4f5626e587a847dfa516d5a/f1/19cb566fb1dd4899a54b3b814b6cf0b3, entries=3, sequenceid=12, filesize=5.0 K 2024-11-17T20:21:15,564 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/data/default/test/c06c8337c4f5626e587a847dfa516d5a/.tmp/norep/4fe8aa6fb27a474bb700cf9fb948bd0d as hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/data/default/test/c06c8337c4f5626e587a847dfa516d5a/norep/4fe8aa6fb27a474bb700cf9fb948bd0d 2024-11-17T20:21:15,568 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4fe8aa6fb27a474bb700cf9fb948bd0d 2024-11-17T20:21:15,568 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/data/hbase/meta/1588230740/.tmp/rep_barrier/3b35329666054e12ac47d905af0708b2 2024-11-17T20:21:15,568 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/data/default/test/c06c8337c4f5626e587a847dfa516d5a/norep/4fe8aa6fb27a474bb700cf9fb948bd0d, entries=1, sequenceid=12, filesize=5.0 K 2024-11-17T20:21:15,569 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for c06c8337c4f5626e587a847dfa516d5a in 1280ms, sequenceid=12, compaction requested=false 2024-11-17T20:21:15,569 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T20:21:15,574 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/data/default/test/c06c8337c4f5626e587a847dfa516d5a/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-17T20:21:15,577 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:21:15,577 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T20:21:15,577 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731874845183.c06c8337c4f5626e587a847dfa516d5a. 2024-11-17T20:21:15,577 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c06c8337c4f5626e587a847dfa516d5a: Waiting for close lock at 1731874874289Running coprocessor pre-close hooks at 1731874874289Disabling compacts and flushes for region at 1731874874289Disabling writes for close at 1731874874289Obtaining lock to block concurrent updates at 1731874874289Preparing flush snapshotting stores in c06c8337c4f5626e587a847dfa516d5a at 1731874874289Finished memstore snapshotting test,,1731874845183.c06c8337c4f5626e587a847dfa516d5a., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731874874290 (+1 ms)Flushing stores of test,,1731874845183.c06c8337c4f5626e587a847dfa516d5a. at 1731874874290Flushing c06c8337c4f5626e587a847dfa516d5a/f: creating writer at 1731874874290Flushing c06c8337c4f5626e587a847dfa516d5a/f: appending metadata at 1731874874304 (+14 ms)Flushing c06c8337c4f5626e587a847dfa516d5a/f: closing flushed file at 1731874874304Flushing c06c8337c4f5626e587a847dfa516d5a/f1: creating writer at 1731874874712 (+408 ms)Flushing c06c8337c4f5626e587a847dfa516d5a/f1: appending metadata at 1731874874724 (+12 ms)Flushing c06c8337c4f5626e587a847dfa516d5a/f1: closing flushed file at 1731874874724Flushing c06c8337c4f5626e587a847dfa516d5a/norep: creating writer at 1731874875133 (+409 ms)Flushing c06c8337c4f5626e587a847dfa516d5a/norep: appending metadata at 1731874875146 (+13 ms)Flushing c06c8337c4f5626e587a847dfa516d5a/norep: closing flushed file at 1731874875146Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c1b37d2: reopening flushed file at 1731874875554 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49c19a86: reopening flushed file at 1731874875559 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3abf8271: reopening flushed file at 1731874875564 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for c06c8337c4f5626e587a847dfa516d5a in 1280ms, sequenceid=12, compaction requested=false at 1731874875569 (+5 ms)Writing region close event to WAL at 1731874875571 (+2 ms)Running coprocessor post-close hooks at 1731874875576 (+5 ms)Closed at 1731874875577 (+1 ms) 2024-11-17T20:21:15,577 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731874845183.c06c8337c4f5626e587a847dfa516d5a. 2024-11-17T20:21:15,577 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a35b595b75851b5e1866d3de6743aca9, disabling compactions & flushes 2024-11-17T20:21:15,577 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731874851658.a35b595b75851b5e1866d3de6743aca9. 2024-11-17T20:21:15,577 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731874851658.a35b595b75851b5e1866d3de6743aca9. 2024-11-17T20:21:15,577 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731874851658.a35b595b75851b5e1866d3de6743aca9. after waiting 0 ms 2024-11-17T20:21:15,577 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731874851658.a35b595b75851b5e1866d3de6743aca9. 2024-11-17T20:21:15,577 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a35b595b75851b5e1866d3de6743aca9: Waiting for close lock at 1731874875577Running coprocessor pre-close hooks at 1731874875577Disabling compacts and flushes for region at 1731874875577Disabling writes for close at 1731874875577Failed flush hbase:replication,,1731874851658.a35b595b75851b5e1866d3de6743aca9., putting online again at 1731874875577 2024-11-17T20:21:15,577 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731874851658.a35b595b75851b5e1866d3de6743aca9. 2024-11-17T20:21:15,590 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/data/hbase/meta/1588230740/.tmp/table/ef1df8e63303435d89d5b9cc4d45af63 is 53, key is hbase:replication/table:state/1731874852829/Put/seqid=0 2024-11-17T20:21:15,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45587 is added to blk_1073741846_1022 (size=5308) 2024-11-17T20:21:15,691 INFO [RS:0;0b0b0ae8de03:33769 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T20:21:15,691 DEBUG [RS:0;0b0b0ae8de03:33769 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a35b595b75851b5e1866d3de6743aca9=hbase:replication,,1731874851658.a35b595b75851b5e1866d3de6743aca9.} 2024-11-17T20:21:15,691 INFO [RS:0;0b0b0ae8de03:33769 {}] regionserver.HRegionServer(3091): Received CLOSE for a35b595b75851b5e1866d3de6743aca9 2024-11-17T20:21:15,691 DEBUG [RS:0;0b0b0ae8de03:33769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a35b595b75851b5e1866d3de6743aca9 2024-11-17T20:21:15,691 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a35b595b75851b5e1866d3de6743aca9, disabling compactions & flushes 2024-11-17T20:21:15,691 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731874851658.a35b595b75851b5e1866d3de6743aca9. 2024-11-17T20:21:15,691 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731874851658.a35b595b75851b5e1866d3de6743aca9. 2024-11-17T20:21:15,691 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731874851658.a35b595b75851b5e1866d3de6743aca9. after waiting 0 ms 2024-11-17T20:21:15,691 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731874851658.a35b595b75851b5e1866d3de6743aca9. 2024-11-17T20:21:15,691 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a35b595b75851b5e1866d3de6743aca9: Waiting for close lock at 1731874875691Running coprocessor pre-close hooks at 1731874875691Disabling compacts and flushes for region at 1731874875691Disabling writes for close at 1731874875691Failed flush hbase:replication,,1731874851658.a35b595b75851b5e1866d3de6743aca9., putting online again at 1731874875691 2024-11-17T20:21:15,691 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731874851658.a35b595b75851b5e1866d3de6743aca9. 2024-11-17T20:21:15,789 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 1743, reset compression=false 2024-11-17T20:21:15,793 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T20:21:15,793 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 2387, reset compression=false 2024-11-17T20:21:15,891 DEBUG [RS:0;0b0b0ae8de03:33769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:21:15,994 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/data/hbase/meta/1588230740/.tmp/table/ef1df8e63303435d89d5b9cc4d45af63 2024-11-17T20:21:15,995 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.wal-reader.0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 to pos 2387, reset compression=false 2024-11-17T20:21:15,999 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/data/hbase/meta/1588230740/.tmp/info/fd8a2b2eab3444b38f559834a5e8553f as hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/data/hbase/meta/1588230740/info/fd8a2b2eab3444b38f559834a5e8553f 2024-11-17T20:21:16,003 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/data/hbase/meta/1588230740/info/fd8a2b2eab3444b38f559834a5e8553f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T20:21:16,003 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/data/hbase/meta/1588230740/.tmp/ns/61426704605045c2a201496d67fdee50 as hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/data/hbase/meta/1588230740/ns/61426704605045c2a201496d67fdee50 2024-11-17T20:21:16,008 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/data/hbase/meta/1588230740/ns/61426704605045c2a201496d67fdee50, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T20:21:16,009 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/data/hbase/meta/1588230740/.tmp/rep_barrier/3b35329666054e12ac47d905af0708b2 as hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/data/hbase/meta/1588230740/rep_barrier/3b35329666054e12ac47d905af0708b2 2024-11-17T20:21:16,013 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/data/hbase/meta/1588230740/rep_barrier/3b35329666054e12ac47d905af0708b2, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T20:21:16,014 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/data/hbase/meta/1588230740/.tmp/table/ef1df8e63303435d89d5b9cc4d45af63 as hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/data/hbase/meta/1588230740/table/ef1df8e63303435d89d5b9cc4d45af63 2024-11-17T20:21:16,019 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/data/hbase/meta/1588230740/table/ef1df8e63303435d89d5b9cc4d45af63, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T20:21:16,020 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1731ms, sequenceid=16, compaction requested=false 2024-11-17T20:21:16,020 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T20:21:16,024 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T20:21:16,025 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:21:16,025 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T20:21:16,025 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T20:21:16,025 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731874874289Running coprocessor pre-close hooks at 1731874874289Disabling compacts and flushes for region at 1731874874289Disabling writes for close at 1731874874289Obtaining lock to block concurrent updates at 1731874874290 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731874874290Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731874874290Flushing stores of hbase:meta,,1.1588230740 at 1731874874290Flushing 1588230740/info: creating writer at 1731874874290Flushing 1588230740/info: appending metadata at 1731874874312 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731874874312Flushing 1588230740/ns: creating writer at 1731874874727 (+415 ms)Flushing 1588230740/ns: appending metadata at 1731874874739 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731874874740 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731874875147 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731874875164 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731874875164Flushing 1588230740/table: creating writer at 1731874875573 (+409 ms)Flushing 1588230740/table: appending metadata at 1731874875590 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731874875590Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e3d2893: reopening flushed file at 1731874875998 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c135a95: reopening flushed file at 1731874876003 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62215d5a: reopening flushed file at 1731874876008 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cd69d55: reopening flushed file at 1731874876014 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1731ms, sequenceid=16, compaction requested=false at 1731874876020 (+6 ms)Writing region close event to WAL at 1731874876021 (+1 ms)Running coprocessor post-close hooks at 1731874876024 (+3 ms)Closed at 1731874876025 (+1 ms) 2024-11-17T20:21:16,025 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T20:21:16,091 INFO [RS:0;0b0b0ae8de03:33769 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-17T20:21:16,091 INFO [RS:0;0b0b0ae8de03:33769 {}] regionserver.HRegionServer(976): stopping server 0b0b0ae8de03,33769,1731874831145; all regions closed. 2024-11-17T20:21:16,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45587 is added to blk_1073741834_1010 (size=4239) 2024-11-17T20:21:16,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45587 is added to blk_1073741839_1015 (size=2609) 2024-11-17T20:21:16,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45587 is added to blk_1073741832_1008 (size=2395) 2024-11-17T20:21:16,097 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/WALs/0b0b0ae8de03,33769,1731874831145/0b0b0ae8de03%2C33769%2C1731874831145.1731874833455 not finished, retry = 0 2024-11-17T20:21:16,198 DEBUG [RS:0;0b0b0ae8de03:33769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:16,198 INFO [RS:0;0b0b0ae8de03:33769 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:21:16,198 INFO [RS:0;0b0b0ae8de03:33769 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:21:16,198 INFO [RS:0;0b0b0ae8de03:33769 {}] hbase.ChoreService(370): Chore service for: regionserver/0b0b0ae8de03:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T20:21:16,199 INFO [RS:0;0b0b0ae8de03:33769 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:21:16,199 INFO [regionserver/0b0b0ae8de03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:21:16,199 INFO [RS:0;0b0b0ae8de03:33769 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0b0b0ae8de03,33769,1731874831145 because: Region server is closing 2024-11-17T20:21:16,199 INFO [RS:0;0b0b0ae8de03:33769 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:33769. 2024-11-17T20:21:16,199 DEBUG [RS:0;0b0b0ae8de03:33769 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:21:16,199 DEBUG [RS:0;0b0b0ae8de03:33769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:16,199 DEBUG [RS:0;0b0b0ae8de03:33769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:16,199 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:21:16,300 INFO [RS:0;0b0b0ae8de03:33769 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,33769,1731874831145.replicationSource.shipper0b0b0ae8de03%2C33769%2C1731874831145,1-0b0b0ae8de03,33769,1731874831145 terminated 2024-11-17T20:21:16,300 INFO [RS:0;0b0b0ae8de03:33769 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:33769. 2024-11-17T20:21:16,300 DEBUG [RS:0;0b0b0ae8de03:33769 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:21:16,300 DEBUG [RS:0;0b0b0ae8de03:33769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:16,300 DEBUG [RS:0;0b0b0ae8de03:33769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:16,300 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:21:16,300 INFO [RS:0;0b0b0ae8de03:33769 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33769 2024-11-17T20:21:16,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33769-0x1014a74af310001, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-70395104/rs/0b0b0ae8de03,33769,1731874831145 2024-11-17T20:21:16,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39355-0x1014a74af310000, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-70395104/rs 2024-11-17T20:21:16,361 INFO [RS:0;0b0b0ae8de03:33769 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:21:16,371 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b0b0ae8de03,33769,1731874831145] 2024-11-17T20:21:16,382 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-70395104/draining/0b0b0ae8de03,33769,1731874831145 already deleted, retry=false 2024-11-17T20:21:16,382 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b0b0ae8de03,33769,1731874831145 expired; onlineServers=0 2024-11-17T20:21:16,382 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0b0b0ae8de03,39355,1731874830815' ***** 2024-11-17T20:21:16,382 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T20:21:16,382 INFO [M:0;0b0b0ae8de03:39355 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:21:16,382 INFO [M:0;0b0b0ae8de03:39355 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:21:16,382 DEBUG [M:0;0b0b0ae8de03:39355 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T20:21:16,382 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T20:21:16,382 DEBUG [M:0;0b0b0ae8de03:39355 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T20:21:16,382 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874833188 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874833188,5,FailOnTimeoutGroup] 2024-11-17T20:21:16,382 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874833188 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874833188,5,FailOnTimeoutGroup] 2024-11-17T20:21:16,383 INFO [M:0;0b0b0ae8de03:39355 {}] hbase.ChoreService(370): Chore service for: master/0b0b0ae8de03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T20:21:16,383 INFO [M:0;0b0b0ae8de03:39355 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:21:16,383 DEBUG [M:0;0b0b0ae8de03:39355 {}] master.HMaster(1795): Stopping service threads 2024-11-17T20:21:16,383 INFO [M:0;0b0b0ae8de03:39355 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T20:21:16,383 INFO [M:0;0b0b0ae8de03:39355 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T20:21:16,383 ERROR [M:0;0b0b0ae8de03:39355 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44561,5,PEWorkerGroup] 2024-11-17T20:21:16,383 INFO [M:0;0b0b0ae8de03:39355 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T20:21:16,383 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T20:21:16,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39355-0x1014a74af310000, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-70395104/master 2024-11-17T20:21:16,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39355-0x1014a74af310000, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-70395104 2024-11-17T20:21:16,393 DEBUG [M:0;0b0b0ae8de03:39355 {}] zookeeper.ZKUtil(347): master:39355-0x1014a74af310000, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Unable to get data of znode /0-70395104/master because node does not exist (not an error) 2024-11-17T20:21:16,393 WARN [M:0;0b0b0ae8de03:39355 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T20:21:16,394 INFO [M:0;0b0b0ae8de03:39355 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/.lastflushedseqids 2024-11-17T20:21:16,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45587 is added to blk_1073741847_1023 (size=245) 2024-11-17T20:21:16,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33769-0x1014a74af310001, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:21:16,472 INFO [RS:0;0b0b0ae8de03:33769 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:21:16,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33769-0x1014a74af310001, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:21:16,472 INFO [RS:0;0b0b0ae8de03:33769 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b0b0ae8de03,33769,1731874831145; zookeeper connection closed. 2024-11-17T20:21:16,472 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7c2a76e0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7c2a76e0 2024-11-17T20:21:16,472 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T20:21:16,807 INFO [M:0;0b0b0ae8de03:39355 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T20:21:16,807 INFO [M:0;0b0b0ae8de03:39355 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T20:21:16,807 DEBUG [M:0;0b0b0ae8de03:39355 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T20:21:16,807 INFO [M:0;0b0b0ae8de03:39355 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:21:16,807 DEBUG [M:0;0b0b0ae8de03:39355 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:21:16,807 DEBUG [M:0;0b0b0ae8de03:39355 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T20:21:16,807 DEBUG [M:0;0b0b0ae8de03:39355 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:21:16,807 INFO [M:0;0b0b0ae8de03:39355 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-17T20:21:16,826 DEBUG [M:0;0b0b0ae8de03:39355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/284a1b6931ac418c85c3e77810d025a1 is 82, key is hbase:meta,,1/info:regioninfo/1731874834441/Put/seqid=0 2024-11-17T20:21:16,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45587 is added to blk_1073741848_1024 (size=5672) 2024-11-17T20:21:17,229 INFO [M:0;0b0b0ae8de03:39355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/284a1b6931ac418c85c3e77810d025a1 2024-11-17T20:21:17,250 DEBUG [M:0;0b0b0ae8de03:39355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/972bddfac85c48548877ec922b5fa4e8 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731874846335/Put/seqid=0 2024-11-17T20:21:17,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45587 is added to blk_1073741849_1025 (size=7217) 2024-11-17T20:21:17,655 INFO [M:0;0b0b0ae8de03:39355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/972bddfac85c48548877ec922b5fa4e8 2024-11-17T20:21:17,659 INFO [M:0;0b0b0ae8de03:39355 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 972bddfac85c48548877ec922b5fa4e8 2024-11-17T20:21:17,687 DEBUG [M:0;0b0b0ae8de03:39355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/af946978e9d842e1ab119c3995793a0e is 69, key is 0b0b0ae8de03,33769,1731874831145/rs:state/1731874833314/Put/seqid=0 2024-11-17T20:21:17,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45587 is added to blk_1073741850_1026 (size=5156) 2024-11-17T20:21:18,115 INFO [M:0;0b0b0ae8de03:39355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/af946978e9d842e1ab119c3995793a0e 2024-11-17T20:21:18,133 DEBUG [M:0;0b0b0ae8de03:39355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/284a1b6931ac418c85c3e77810d025a1 as hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/284a1b6931ac418c85c3e77810d025a1 2024-11-17T20:21:18,138 INFO [M:0;0b0b0ae8de03:39355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/284a1b6931ac418c85c3e77810d025a1, entries=8, sequenceid=105, filesize=5.5 K 2024-11-17T20:21:18,139 DEBUG [M:0;0b0b0ae8de03:39355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/972bddfac85c48548877ec922b5fa4e8 as hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/972bddfac85c48548877ec922b5fa4e8 2024-11-17T20:21:18,144 INFO [M:0;0b0b0ae8de03:39355 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 972bddfac85c48548877ec922b5fa4e8 2024-11-17T20:21:18,145 INFO [M:0;0b0b0ae8de03:39355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/972bddfac85c48548877ec922b5fa4e8, entries=11, sequenceid=105, filesize=7.0 K 2024-11-17T20:21:18,146 DEBUG [M:0;0b0b0ae8de03:39355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/af946978e9d842e1ab119c3995793a0e as hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/af946978e9d842e1ab119c3995793a0e 2024-11-17T20:21:18,152 INFO [M:0;0b0b0ae8de03:39355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44561/user/jenkins/test-data/58af61db-e155-94fa-6e0d-e09160b607fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/af946978e9d842e1ab119c3995793a0e, entries=1, sequenceid=105, filesize=5.0 K 2024-11-17T20:21:18,153 INFO [M:0;0b0b0ae8de03:39355 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1346ms, sequenceid=105, compaction requested=false 2024-11-17T20:21:18,154 INFO [M:0;0b0b0ae8de03:39355 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:21:18,154 DEBUG [M:0;0b0b0ae8de03:39355 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731874876807Disabling compacts and flushes for region at 1731874876807Disabling writes for close at 1731874876807Obtaining lock to block concurrent updates at 1731874876807Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731874876807Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731874876807Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731874876808 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731874876808Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731874876826 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731874876826Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731874877234 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731874877250 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731874877250Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731874877659 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731874877686 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731874877686Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4df19589: reopening flushed file at 1731874878125 (+439 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cb49974: reopening flushed file at 1731874878138 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@104f4e5b: reopening flushed file at 1731874878145 (+7 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1346ms, sequenceid=105, compaction requested=false at 1731874878153 (+8 ms)Writing region close event to WAL at 1731874878154 (+1 ms)Closed at 1731874878154 2024-11-17T20:21:18,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45587 is added to blk_1073741830_1006 (size=64411) 2024-11-17T20:21:18,156 INFO [M:0;0b0b0ae8de03:39355 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T20:21:18,156 INFO [M:0;0b0b0ae8de03:39355 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39355 2024-11-17T20:21:18,156 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:21:18,157 INFO [M:0;0b0b0ae8de03:39355 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:21:18,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39355-0x1014a74af310000, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:21:18,424 INFO [M:0;0b0b0ae8de03:39355 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:21:18,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39355-0x1014a74af310000, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:21:18,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@484f9d43{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:21:18,428 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12f15ad3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T20:21:18,428 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T20:21:18,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c42ee9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T20:21:18,429 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@126476f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10ebcaa-96ba-ebe6-18a4-eceef4907f24/hadoop.log.dir/,STOPPED} 2024-11-17T20:21:18,432 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T20:21:18,432 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T20:21:18,433 WARN [BP-1859021134-172.17.0.2-1731874829215 heartbeating to localhost/127.0.0.1:44561 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T20:21:18,433 WARN [BP-1859021134-172.17.0.2-1731874829215 heartbeating to localhost/127.0.0.1:44561 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1859021134-172.17.0.2-1731874829215 (Datanode Uuid dfa7f118-6963-4c47-8071-88da46de6ab4) service to localhost/127.0.0.1:44561 2024-11-17T20:21:18,433 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10ebcaa-96ba-ebe6-18a4-eceef4907f24/cluster_dd52e8d3-830f-69f2-b88e-65728a7e0b17/data/data1/current/BP-1859021134-172.17.0.2-1731874829215 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:21:18,434 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10ebcaa-96ba-ebe6-18a4-eceef4907f24/cluster_dd52e8d3-830f-69f2-b88e-65728a7e0b17/data/data2/current/BP-1859021134-172.17.0.2-1731874829215 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:21:18,434 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T20:21:18,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24aa3718{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T20:21:18,440 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c94bd15{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T20:21:18,440 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T20:21:18,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a89869{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T20:21:18,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61115464{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10ebcaa-96ba-ebe6-18a4-eceef4907f24/hadoop.log.dir/,STOPPED} 2024-11-17T20:21:18,446 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T20:21:18,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T20:21:18,484 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=312 (was 260) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57629) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:38291 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:44561 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:38291 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38291 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:40827 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:38291 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:40827 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40827 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:38291 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:44561 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:40827 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57629) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57629) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44561 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:44561 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:44561 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=721 (was 659) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=369 (was 281) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7329 (was 7689) 2024-11-17T20:21:18,511 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=312, OpenFileDescriptor=721, MaxFileDescriptor=1048576, SystemLoadAverage=369, ProcessCount=11, AvailableMemoryMB=7331 2024-11-17T20:21:18,526 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-17T20:21:18,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f2c4ebc-4abe-4ab8-c1cf-2d28757f1f35/hadoop.log.dir so I do NOT create it in target/test-data/5c4b0ed6-d242-f55d-7bd8-318f35d2944e 2024-11-17T20:21:18,527 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f2c4ebc-4abe-4ab8-c1cf-2d28757f1f35/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T20:21:18,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f2c4ebc-4abe-4ab8-c1cf-2d28757f1f35/hadoop.tmp.dir so I do NOT create it in target/test-data/5c4b0ed6-d242-f55d-7bd8-318f35d2944e 2024-11-17T20:21:18,527 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f2c4ebc-4abe-4ab8-c1cf-2d28757f1f35/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T20:21:18,527 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4b0ed6-d242-f55d-7bd8-318f35d2944e 2024-11-17T20:21:18,527 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4b0ed6-d242-f55d-7bd8-318f35d2944e/cluster_3fdd09f9-fd2b-006d-9cec-d8fcee2b466e, deleteOnExit=true 2024-11-17T20:21:18,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014a74af310005, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T20:21:18,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014a74af310002, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T20:21:18,544 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014a74af310005, quorum=127.0.0.1:57629, baseZNode=/1-1384948528 Received Disconnected from ZooKeeper, ignoring 2024-11-17T20:21:18,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1014a74af310008, quorum=127.0.0.1:57629, baseZNode=/2345212618 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T20:21:18,544 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014a74af310002, quorum=127.0.0.1:57629, baseZNode=/0-70395104 Received Disconnected from ZooKeeper, ignoring 2024-11-17T20:21:18,544 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1014a74af310008, quorum=127.0.0.1:57629, baseZNode=/2345212618 Received Disconnected from ZooKeeper, ignoring 2024-11-17T20:21:18,569 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4b0ed6-d242-f55d-7bd8-318f35d2944e/cluster_3fdd09f9-fd2b-006d-9cec-d8fcee2b466e/zookeeper_0, clientPort=62492, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4b0ed6-d242-f55d-7bd8-318f35d2944e/cluster_3fdd09f9-fd2b-006d-9cec-d8fcee2b466e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4b0ed6-d242-f55d-7bd8-318f35d2944e/cluster_3fdd09f9-fd2b-006d-9cec-d8fcee2b466e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T20:21:18,572 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62492 2024-11-17T20:21:18,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T20:21:18,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T20:21:18,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4b0ed6-d242-f55d-7bd8-318f35d2944e/test.cache.data in system properties and HBase conf 2024-11-17T20:21:18,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4b0ed6-d242-f55d-7bd8-318f35d2944e/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T20:21:18,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4b0ed6-d242-f55d-7bd8-318f35d2944e/hadoop.log.dir in system properties and HBase conf 2024-11-17T20:21:18,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4b0ed6-d242-f55d-7bd8-318f35d2944e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T20:21:18,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4b0ed6-d242-f55d-7bd8-318f35d2944e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T20:21:18,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T20:21:18,573 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T20:21:18,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4b0ed6-d242-f55d-7bd8-318f35d2944e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T20:21:18,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4b0ed6-d242-f55d-7bd8-318f35d2944e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T20:21:18,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4b0ed6-d242-f55d-7bd8-318f35d2944e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T20:21:18,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4b0ed6-d242-f55d-7bd8-318f35d2944e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T20:21:18,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4b0ed6-d242-f55d-7bd8-318f35d2944e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T20:21:18,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4b0ed6-d242-f55d-7bd8-318f35d2944e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T20:21:18,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4b0ed6-d242-f55d-7bd8-318f35d2944e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T20:21:18,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4b0ed6-d242-f55d-7bd8-318f35d2944e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T20:21:18,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4b0ed6-d242-f55d-7bd8-318f35d2944e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T20:21:18,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4b0ed6-d242-f55d-7bd8-318f35d2944e/nfs.dump.dir in system properties and HBase conf 2024-11-17T20:21:18,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4b0ed6-d242-f55d-7bd8-318f35d2944e/java.io.tmpdir in system properties and HBase conf 2024-11-17T20:21:18,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4b0ed6-d242-f55d-7bd8-318f35d2944e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T20:21:18,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4b0ed6-d242-f55d-7bd8-318f35d2944e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T20:21:18,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4b0ed6-d242-f55d-7bd8-318f35d2944e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T20:21:19,082 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:21:19,097 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T20:21:19,119 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T20:21:19,119 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T20:21:19,119 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T20:21:19,120 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:21:19,120 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11ed8d09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4b0ed6-d242-f55d-7bd8-318f35d2944e/hadoop.log.dir/,AVAILABLE} 2024-11-17T20:21:19,120 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d2e273f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T20:21:19,245 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5043ec1b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4b0ed6-d242-f55d-7bd8-318f35d2944e/java.io.tmpdir/jetty-localhost-33083-hadoop-hdfs-3_4_1-tests_jar-_-any-881905454584913352/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T20:21:19,246 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38c2f1c9{HTTP/1.1, (http/1.1)}{localhost:33083} 2024-11-17T20:21:19,246 INFO [Time-limited test {}] server.Server(415): Started @282681ms 2024-11-17T20:21:19,623 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:21:19,627 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T20:21:19,631 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T20:21:19,631 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T20:21:19,632 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T20:21:19,632 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bb9b5f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4b0ed6-d242-f55d-7bd8-318f35d2944e/hadoop.log.dir/,AVAILABLE} 2024-11-17T20:21:19,632 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a94f96d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T20:21:19,768 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@52136a0d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4b0ed6-d242-f55d-7bd8-318f35d2944e/java.io.tmpdir/jetty-localhost-46019-hadoop-hdfs-3_4_1-tests_jar-_-any-3263218162480646118/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:21:19,769 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48cbcf33{HTTP/1.1, (http/1.1)}{localhost:46019} 2024-11-17T20:21:19,769 INFO [Time-limited test {}] server.Server(415): Started @283204ms 2024-11-17T20:21:19,771 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T20:21:20,817 WARN [Thread-3432 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4b0ed6-d242-f55d-7bd8-318f35d2944e/cluster_3fdd09f9-fd2b-006d-9cec-d8fcee2b466e/data/data1/current/BP-1730458444-172.17.0.2-1731874878621/current, will proceed with Du for space computation calculation, 2024-11-17T20:21:20,817 WARN [Thread-3433 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4b0ed6-d242-f55d-7bd8-318f35d2944e/cluster_3fdd09f9-fd2b-006d-9cec-d8fcee2b466e/data/data2/current/BP-1730458444-172.17.0.2-1731874878621/current, will proceed with Du for space computation calculation, 2024-11-17T20:21:20,833 WARN [Thread-3420 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T20:21:20,837 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1be33d9f3d3588f with lease ID 0xeaa55cff59df8d5b: Processing first storage report for DS-f509385d-9028-4ace-960a-28bb9c71def9 from datanode DatanodeRegistration(127.0.0.1:39007, datanodeUuid=9462f1db-297d-43bd-9448-397c7ca24106, infoPort=33761, infoSecurePort=0, ipcPort=33729, storageInfo=lv=-57;cid=testClusterID;nsid=580680781;c=1731874878621) 2024-11-17T20:21:20,837 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1be33d9f3d3588f with lease ID 0xeaa55cff59df8d5b: from storage DS-f509385d-9028-4ace-960a-28bb9c71def9 node DatanodeRegistration(127.0.0.1:39007, datanodeUuid=9462f1db-297d-43bd-9448-397c7ca24106, infoPort=33761, infoSecurePort=0, ipcPort=33729, storageInfo=lv=-57;cid=testClusterID;nsid=580680781;c=1731874878621), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T20:21:20,837 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1be33d9f3d3588f with lease ID 0xeaa55cff59df8d5b: Processing first storage report for DS-ac4add0d-8005-4973-a7f8-478dd4850e1a from datanode DatanodeRegistration(127.0.0.1:39007, datanodeUuid=9462f1db-297d-43bd-9448-397c7ca24106, infoPort=33761, infoSecurePort=0, ipcPort=33729, storageInfo=lv=-57;cid=testClusterID;nsid=580680781;c=1731874878621) 2024-11-17T20:21:20,837 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1be33d9f3d3588f with lease ID 0xeaa55cff59df8d5b: from storage DS-ac4add0d-8005-4973-a7f8-478dd4850e1a node DatanodeRegistration(127.0.0.1:39007, datanodeUuid=9462f1db-297d-43bd-9448-397c7ca24106, infoPort=33761, infoSecurePort=0, ipcPort=33729, storageInfo=lv=-57;cid=testClusterID;nsid=580680781;c=1731874878621), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T20:21:20,870 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4b0ed6-d242-f55d-7bd8-318f35d2944e 2024-11-17T20:21:20,870 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:21:20,871 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:21:20,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741825_1001 (size=7) 2024-11-17T20:21:21,079 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T20:21:21,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:21,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:21,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:21,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:21,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:21,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:21,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:21,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:21,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:21,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:21,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:21,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:21,277 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e with version=8 2024-11-17T20:21:21,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/hbase-staging 2024-11-17T20:21:21,280 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:21:21,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:21:21,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:21:21,280 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:21:21,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:21:21,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:21:21,280 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T20:21:21,280 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:21:21,281 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39779 2024-11-17T20:21:21,281 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39779 connecting to ZooKeeper ensemble=127.0.0.1:62492 2024-11-17T20:21:21,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:397790x0, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:21:21,354 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39779-0x1014a756ffe0000 connected 2024-11-17T20:21:21,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:21:21,473 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:21:21,477 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39779-0x1014a756ffe0000, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Set watcher on znode that does not yet exist, /0-1172848471/running 2024-11-17T20:21:21,477 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e, hbase.cluster.distributed=false 2024-11-17T20:21:21,478 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39779-0x1014a756ffe0000, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Set watcher on znode that does not yet exist, /0-1172848471/acl 2024-11-17T20:21:21,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39779 2024-11-17T20:21:21,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39779 2024-11-17T20:21:21,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39779 2024-11-17T20:21:21,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39779 2024-11-17T20:21:21,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39779 2024-11-17T20:21:21,508 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:21:21,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:21:21,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:21:21,508 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:21:21,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:21:21,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:21:21,508 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T20:21:21,509 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:21:21,510 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45579 2024-11-17T20:21:21,510 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45579 connecting to ZooKeeper ensemble=127.0.0.1:62492 2024-11-17T20:21:21,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:21:21,513 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:21:21,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455790x0, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:21:21,524 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:455790x0, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Set watcher on znode that does not yet exist, /0-1172848471/running 2024-11-17T20:21:21,525 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45579-0x1014a756ffe0001 connected 2024-11-17T20:21:21,525 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T20:21:21,528 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T20:21:21,528 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45579-0x1014a756ffe0001, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Set watcher on znode that does not yet exist, /0-1172848471/master 2024-11-17T20:21:21,529 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45579-0x1014a756ffe0001, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Set watcher on znode that does not yet exist, /0-1172848471/acl 2024-11-17T20:21:21,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45579 2024-11-17T20:21:21,537 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45579 2024-11-17T20:21:21,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45579 2024-11-17T20:21:21,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45579 2024-11-17T20:21:21,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45579 2024-11-17T20:21:21,558 DEBUG [M:0;0b0b0ae8de03:39779 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b0b0ae8de03:39779 2024-11-17T20:21:21,560 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1172848471/backup-masters/0b0b0ae8de03,39779,1731874881279 2024-11-17T20:21:21,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39779-0x1014a756ffe0000, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1172848471/backup-masters 2024-11-17T20:21:21,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1014a756ffe0001, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1172848471/backup-masters 2024-11-17T20:21:21,567 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39779-0x1014a756ffe0000, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Set watcher on existing znode=/0-1172848471/backup-masters/0b0b0ae8de03,39779,1731874881279 2024-11-17T20:21:21,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1014a756ffe0001, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1172848471/master 2024-11-17T20:21:21,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39779-0x1014a756ffe0000, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1172848471 2024-11-17T20:21:21,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1014a756ffe0001, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1172848471 2024-11-17T20:21:21,577 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39779-0x1014a756ffe0000, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Set watcher on existing znode=/0-1172848471/master 2024-11-17T20:21:21,577 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1172848471/backup-masters/0b0b0ae8de03,39779,1731874881279 from backup master directory 2024-11-17T20:21:21,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1014a756ffe0001, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1172848471/backup-masters 2024-11-17T20:21:21,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39779-0x1014a756ffe0000, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1172848471/backup-masters/0b0b0ae8de03,39779,1731874881279 2024-11-17T20:21:21,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39779-0x1014a756ffe0000, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1172848471/backup-masters 2024-11-17T20:21:21,587 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:21:21,587 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b0b0ae8de03,39779,1731874881279 2024-11-17T20:21:21,594 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/hbase.id] with ID: be6910cd-5ced-48b3-ae44-712d1b1e30e6 2024-11-17T20:21:21,594 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/.tmp/hbase.id 2024-11-17T20:21:21,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741826_1002 (size=42) 2024-11-17T20:21:21,693 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:21:21,694 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b0b0ae8de03,33335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:33335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T20:21:21,694 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88661 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b0b0ae8de03,33335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:33335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T20:21:22,005 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/.tmp/hbase.id]:[hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/hbase.id] 2024-11-17T20:21:22,016 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:21:22,017 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T20:21:22,017 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-17T20:21:22,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39779-0x1014a756ffe0000, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1172848471 2024-11-17T20:21:22,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1014a756ffe0001, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1172848471 2024-11-17T20:21:22,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741827_1003 (size=196) 2024-11-17T20:21:22,455 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:21:22,456 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T20:21:22,456 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:21:22,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741828_1004 (size=1189) 2024-11-17T20:21:22,862 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/MasterData/data/master/store 2024-11-17T20:21:22,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741829_1005 (size=34) 2024-11-17T20:21:23,267 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:21:23,267 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T20:21:23,267 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:21:23,267 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:21:23,267 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T20:21:23,267 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:21:23,267 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:21:23,267 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731874883267Disabling compacts and flushes for region at 1731874883267Disabling writes for close at 1731874883267Writing region close event to WAL at 1731874883267Closed at 1731874883267 2024-11-17T20:21:23,268 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/MasterData/data/master/store/.initializing 2024-11-17T20:21:23,268 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/MasterData/WALs/0b0b0ae8de03,39779,1731874881279 2024-11-17T20:21:23,269 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:21:23,270 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b0b0ae8de03%2C39779%2C1731874881279, suffix=, logDir=hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/MasterData/WALs/0b0b0ae8de03,39779,1731874881279, archiveDir=hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/MasterData/oldWALs, maxLogs=10 2024-11-17T20:21:23,281 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/MasterData/WALs/0b0b0ae8de03,39779,1731874881279/0b0b0ae8de03%2C39779%2C1731874881279.1731874883270, exclude list is [], retry=0 2024-11-17T20:21:23,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39007,DS-f509385d-9028-4ace-960a-28bb9c71def9,DISK] 2024-11-17T20:21:23,382 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/MasterData/WALs/0b0b0ae8de03,39779,1731874881279/0b0b0ae8de03%2C39779%2C1731874881279.1731874883270 2024-11-17T20:21:23,383 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33761:33761)] 2024-11-17T20:21:23,383 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:21:23,383 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:21:23,383 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:21:23,383 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:21:23,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:21:23,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T20:21:23,387 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:23,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:21:23,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:21:23,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T20:21:23,388 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:23,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:21:23,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:21:23,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T20:21:23,389 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:23,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:21:23,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:21:23,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T20:21:23,390 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:23,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:21:23,390 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:21:23,390 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:21:23,391 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:21:23,391 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:21:23,391 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:21:23,392 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:21:23,392 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:21:23,395 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:21:23,395 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60962343, jitterRate=-0.09159030020236969}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:21:23,396 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731874883383Initializing all the Stores at 1731874883384 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874883384Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874883385 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874883385Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874883385Cleaning up temporary data from old regions at 1731874883391 (+6 ms)Region opened successfully at 1731874883396 (+5 ms) 2024-11-17T20:21:23,396 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T20:21:23,398 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3905942d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:21:23,399 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T20:21:23,399 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T20:21:23,399 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T20:21:23,399 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T20:21:23,400 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T20:21:23,400 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T20:21:23,400 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T20:21:23,407 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T20:21:23,408 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39779-0x1014a756ffe0000, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Unable to get data of znode /0-1172848471/balancer because node does not exist (not necessarily an error) 2024-11-17T20:21:23,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T20:21:23,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T20:21:23,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T20:21:23,850 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1172848471/balancer already deleted, retry=false 2024-11-17T20:21:23,850 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T20:21:23,851 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39779-0x1014a756ffe0000, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Unable to get data of znode /0-1172848471/normalizer because node does not exist (not necessarily an error) 2024-11-17T20:21:24,134 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1172848471/normalizer already deleted, retry=false 2024-11-17T20:21:24,135 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T20:21:24,136 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39779-0x1014a756ffe0000, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Unable to get data of znode /0-1172848471/switch/split because node does not exist (not necessarily an error) 2024-11-17T20:21:24,331 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1172848471/switch/split already deleted, retry=false 2024-11-17T20:21:24,332 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39779-0x1014a756ffe0000, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Unable to get data of znode /0-1172848471/switch/merge because node does not exist (not necessarily an error) 2024-11-17T20:21:24,602 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1172848471/switch/merge already deleted, retry=false 2024-11-17T20:21:24,604 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39779-0x1014a756ffe0000, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Unable to get data of znode /0-1172848471/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T20:21:24,755 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1172848471/snapshot-cleanup already deleted, retry=false 2024-11-17T20:21:24,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1014a756ffe0001, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1172848471/running 2024-11-17T20:21:24,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39779-0x1014a756ffe0000, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1172848471/running 2024-11-17T20:21:24,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1014a756ffe0001, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1172848471 2024-11-17T20:21:24,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39779-0x1014a756ffe0000, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1172848471 2024-11-17T20:21:24,882 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b0b0ae8de03,39779,1731874881279, sessionid=0x1014a756ffe0000, setting cluster-up flag (Was=false) 2024-11-17T20:21:25,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1014a756ffe0001, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1172848471 2024-11-17T20:21:25,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39779-0x1014a756ffe0000, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1172848471 2024-11-17T20:21:25,466 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1172848471/flush-table-proc/acquired, /0-1172848471/flush-table-proc/reached, /0-1172848471/flush-table-proc/abort 2024-11-17T20:21:25,467 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b0b0ae8de03,39779,1731874881279 2024-11-17T20:21:25,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39779-0x1014a756ffe0000, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1172848471 2024-11-17T20:21:25,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1014a756ffe0001, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1172848471 2024-11-17T20:21:25,910 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1172848471/online-snapshot/acquired, /0-1172848471/online-snapshot/reached, /0-1172848471/online-snapshot/abort 2024-11-17T20:21:25,912 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b0b0ae8de03,39779,1731874881279 2024-11-17T20:21:25,913 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T20:21:25,914 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T20:21:25,914 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T20:21:25,914 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T20:21:25,915 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b0b0ae8de03,39779,1731874881279 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T20:21:25,916 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:21:25,916 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:21:25,916 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:21:25,916 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:21:25,916 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b0b0ae8de03:0, corePoolSize=10, maxPoolSize=10 2024-11-17T20:21:25,916 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:21:25,916 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:21:25,916 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:21:25,922 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:21:25,922 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T20:21:25,923 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:25,923 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T20:21:25,934 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731874915934 2024-11-17T20:21:25,934 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T20:21:25,934 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T20:21:25,934 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T20:21:25,934 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T20:21:25,934 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T20:21:25,934 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T20:21:25,936 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:25,941 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T20:21:25,941 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T20:21:25,941 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T20:21:25,941 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T20:21:25,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741831_1007 (size=1321) 2024-11-17T20:21:25,943 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T20:21:25,943 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T20:21:25,944 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874885943,5,FailOnTimeoutGroup] 2024-11-17T20:21:25,948 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874885944,5,FailOnTimeoutGroup] 2024-11-17T20:21:25,948 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:25,948 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T20:21:25,948 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:25,948 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:25,949 INFO [RS:0;0b0b0ae8de03:45579 {}] regionserver.HRegionServer(746): ClusterId : be6910cd-5ced-48b3-ae44-712d1b1e30e6 2024-11-17T20:21:25,949 DEBUG [RS:0;0b0b0ae8de03:45579 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T20:21:25,998 DEBUG [RS:0;0b0b0ae8de03:45579 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T20:21:25,998 DEBUG [RS:0;0b0b0ae8de03:45579 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T20:21:26,079 DEBUG [RS:0;0b0b0ae8de03:45579 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T20:21:26,080 DEBUG [RS:0;0b0b0ae8de03:45579 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41ed6ace, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:21:26,093 DEBUG [RS:0;0b0b0ae8de03:45579 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b0b0ae8de03:45579 2024-11-17T20:21:26,094 INFO [RS:0;0b0b0ae8de03:45579 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T20:21:26,094 INFO [RS:0;0b0b0ae8de03:45579 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T20:21:26,094 DEBUG [RS:0;0b0b0ae8de03:45579 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T20:21:26,094 INFO [RS:0;0b0b0ae8de03:45579 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b0b0ae8de03,39779,1731874881279 with port=45579, startcode=1731874881508 2024-11-17T20:21:26,095 DEBUG [RS:0;0b0b0ae8de03:45579 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T20:21:26,096 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T20:21:26,096 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39779 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b0b0ae8de03,45579,1731874881508 2024-11-17T20:21:26,096 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39779 {}] master.ServerManager(517): Registering regionserver=0b0b0ae8de03,45579,1731874881508 2024-11-17T20:21:26,097 DEBUG [RS:0;0b0b0ae8de03:45579 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e 2024-11-17T20:21:26,097 DEBUG [RS:0;0b0b0ae8de03:45579 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40581 2024-11-17T20:21:26,097 DEBUG [RS:0;0b0b0ae8de03:45579 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T20:21:26,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39779-0x1014a756ffe0000, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1172848471/rs 2024-11-17T20:21:26,164 DEBUG [RS:0;0b0b0ae8de03:45579 {}] zookeeper.ZKUtil(111): regionserver:45579-0x1014a756ffe0001, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Set watcher on existing znode=/0-1172848471/rs/0b0b0ae8de03,45579,1731874881508 2024-11-17T20:21:26,164 WARN [RS:0;0b0b0ae8de03:45579 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:21:26,164 INFO [RS:0;0b0b0ae8de03:45579 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:21:26,165 DEBUG [RS:0;0b0b0ae8de03:45579 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/WALs/0b0b0ae8de03,45579,1731874881508 2024-11-17T20:21:26,165 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b0b0ae8de03,45579,1731874881508] 2024-11-17T20:21:26,167 INFO [RS:0;0b0b0ae8de03:45579 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T20:21:26,172 INFO [RS:0;0b0b0ae8de03:45579 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T20:21:26,172 INFO [RS:0;0b0b0ae8de03:45579 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T20:21:26,172 INFO [RS:0;0b0b0ae8de03:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:26,173 INFO [RS:0;0b0b0ae8de03:45579 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T20:21:26,173 INFO [RS:0;0b0b0ae8de03:45579 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T20:21:26,173 INFO [RS:0;0b0b0ae8de03:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:26,173 DEBUG [RS:0;0b0b0ae8de03:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:21:26,173 DEBUG [RS:0;0b0b0ae8de03:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:21:26,174 DEBUG [RS:0;0b0b0ae8de03:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:21:26,174 DEBUG [RS:0;0b0b0ae8de03:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:21:26,174 DEBUG [RS:0;0b0b0ae8de03:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:21:26,174 DEBUG [RS:0;0b0b0ae8de03:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:21:26,174 DEBUG [RS:0;0b0b0ae8de03:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:21:26,174 DEBUG [RS:0;0b0b0ae8de03:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:21:26,174 DEBUG [RS:0;0b0b0ae8de03:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:21:26,174 DEBUG [RS:0;0b0b0ae8de03:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:21:26,174 DEBUG [RS:0;0b0b0ae8de03:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:21:26,174 DEBUG [RS:0;0b0b0ae8de03:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:21:26,174 DEBUG [RS:0;0b0b0ae8de03:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:21:26,174 DEBUG [RS:0;0b0b0ae8de03:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:21:26,184 INFO [RS:0;0b0b0ae8de03:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:26,184 INFO [RS:0;0b0b0ae8de03:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:26,184 INFO [RS:0;0b0b0ae8de03:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:26,184 INFO [RS:0;0b0b0ae8de03:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:26,184 INFO [RS:0;0b0b0ae8de03:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:26,184 INFO [RS:0;0b0b0ae8de03:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,45579,1731874881508-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:21:26,202 INFO [RS:0;0b0b0ae8de03:45579 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T20:21:26,202 INFO [RS:0;0b0b0ae8de03:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,45579,1731874881508-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:26,203 INFO [RS:0;0b0b0ae8de03:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:26,203 INFO [RS:0;0b0b0ae8de03:45579 {}] regionserver.Replication(171): 0b0b0ae8de03,45579,1731874881508 started 2024-11-17T20:21:26,219 INFO [RS:0;0b0b0ae8de03:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:26,219 INFO [RS:0;0b0b0ae8de03:45579 {}] regionserver.HRegionServer(1482): Serving as 0b0b0ae8de03,45579,1731874881508, RpcServer on 0b0b0ae8de03/172.17.0.2:45579, sessionid=0x1014a756ffe0001 2024-11-17T20:21:26,220 DEBUG [RS:0;0b0b0ae8de03:45579 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T20:21:26,220 DEBUG [RS:0;0b0b0ae8de03:45579 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b0b0ae8de03,45579,1731874881508 2024-11-17T20:21:26,220 DEBUG [RS:0;0b0b0ae8de03:45579 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,45579,1731874881508' 2024-11-17T20:21:26,220 DEBUG [RS:0;0b0b0ae8de03:45579 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1172848471/flush-table-proc/abort' 2024-11-17T20:21:26,220 DEBUG [RS:0;0b0b0ae8de03:45579 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1172848471/flush-table-proc/acquired' 2024-11-17T20:21:26,220 DEBUG [RS:0;0b0b0ae8de03:45579 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T20:21:26,220 DEBUG [RS:0;0b0b0ae8de03:45579 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T20:21:26,220 DEBUG [RS:0;0b0b0ae8de03:45579 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b0b0ae8de03,45579,1731874881508 2024-11-17T20:21:26,220 DEBUG [RS:0;0b0b0ae8de03:45579 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,45579,1731874881508' 2024-11-17T20:21:26,220 DEBUG [RS:0;0b0b0ae8de03:45579 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1172848471/online-snapshot/abort' 2024-11-17T20:21:26,221 DEBUG [RS:0;0b0b0ae8de03:45579 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1172848471/online-snapshot/acquired' 2024-11-17T20:21:26,221 DEBUG [RS:0;0b0b0ae8de03:45579 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T20:21:26,221 INFO [RS:0;0b0b0ae8de03:45579 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T20:21:26,221 INFO [RS:0;0b0b0ae8de03:45579 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T20:21:26,321 INFO [RS:0;0b0b0ae8de03:45579 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:21:26,322 INFO [RS:0;0b0b0ae8de03:45579 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C45579%2C1731874881508, suffix=, logDir=hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/WALs/0b0b0ae8de03,45579,1731874881508, archiveDir=hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/oldWALs, maxLogs=10 2024-11-17T20:21:26,335 DEBUG [RS:0;0b0b0ae8de03:45579 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/WALs/0b0b0ae8de03,45579,1731874881508/0b0b0ae8de03%2C45579%2C1731874881508.1731874886323, exclude list is [], retry=0 2024-11-17T20:21:26,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39007,DS-f509385d-9028-4ace-960a-28bb9c71def9,DISK] 2024-11-17T20:21:26,342 INFO [RS:0;0b0b0ae8de03:45579 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/WALs/0b0b0ae8de03,45579,1731874881508/0b0b0ae8de03%2C45579%2C1731874881508.1731874886323 2024-11-17T20:21:26,342 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T20:21:26,343 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e 2024-11-17T20:21:26,344 DEBUG [RS:0;0b0b0ae8de03:45579 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33761:33761)] 2024-11-17T20:21:26,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741833_1009 (size=32) 2024-11-17T20:21:26,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:21:26,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T20:21:26,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T20:21:26,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:26,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:21:26,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T20:21:26,370 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T20:21:26,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:26,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:21:26,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T20:21:26,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T20:21:26,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:26,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:21:26,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T20:21:26,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T20:21:26,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:26,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:21:26,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T20:21:26,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/hbase/meta/1588230740 2024-11-17T20:21:26,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/hbase/meta/1588230740 2024-11-17T20:21:26,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T20:21:26,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T20:21:26,376 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:21:26,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T20:21:26,381 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:21:26,381 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72862693, jitterRate=0.08573873341083527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:21:26,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731874886361Initializing all the Stores at 1731874886362 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874886362Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874886364 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874886364Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874886364Cleaning up temporary data from old regions at 1731874886375 (+11 ms)Region opened successfully at 1731874886382 (+7 ms) 2024-11-17T20:21:26,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T20:21:26,382 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T20:21:26,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T20:21:26,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T20:21:26,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T20:21:26,386 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T20:21:26,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731874886382Disabling compacts and flushes for region at 1731874886382Disabling writes for close at 1731874886382Writing region close event to WAL at 1731874886386 (+4 ms)Closed at 1731874886386 2024-11-17T20:21:26,387 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:21:26,387 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T20:21:26,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T20:21:26,388 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T20:21:26,389 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T20:21:26,539 DEBUG [0b0b0ae8de03:39779 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T20:21:26,540 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b0b0ae8de03,45579,1731874881508 2024-11-17T20:21:26,541 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,45579,1731874881508, state=OPENING 2024-11-17T20:21:26,544 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T20:21:26,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1014a756ffe0001, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1172848471 2024-11-17T20:21:26,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39779-0x1014a756ffe0000, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1172848471 2024-11-17T20:21:26,608 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T20:21:26,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1172848471/meta-region-server: CHANGED 2024-11-17T20:21:26,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1172848471/meta-region-server: CHANGED 2024-11-17T20:21:26,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,45579,1731874881508}] 2024-11-17T20:21:26,761 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T20:21:26,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T20:21:26,771 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T20:21:26,771 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:21:26,771 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T20:21:26,773 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C45579%2C1731874881508.meta, suffix=.meta, logDir=hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/WALs/0b0b0ae8de03,45579,1731874881508, archiveDir=hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/oldWALs, maxLogs=10 2024-11-17T20:21:26,790 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/WALs/0b0b0ae8de03,45579,1731874881508/0b0b0ae8de03%2C45579%2C1731874881508.meta.1731874886773.meta, exclude list is [], retry=0 2024-11-17T20:21:26,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39007,DS-f509385d-9028-4ace-960a-28bb9c71def9,DISK] 2024-11-17T20:21:26,793 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/WALs/0b0b0ae8de03,45579,1731874881508/0b0b0ae8de03%2C45579%2C1731874881508.meta.1731874886773.meta 2024-11-17T20:21:26,793 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33761:33761)] 2024-11-17T20:21:26,794 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:21:26,794 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:21:26,794 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T20:21:26,794 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T20:21:26,794 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T20:21:26,794 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T20:21:26,794 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:21:26,794 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T20:21:26,794 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T20:21:26,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T20:21:26,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T20:21:26,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:26,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:21:26,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T20:21:26,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T20:21:26,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:26,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:21:26,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T20:21:26,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T20:21:26,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:26,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:21:26,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T20:21:26,804 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T20:21:26,804 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:26,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:21:26,804 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T20:21:26,805 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/hbase/meta/1588230740 2024-11-17T20:21:26,805 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/hbase/meta/1588230740 2024-11-17T20:21:26,806 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T20:21:26,806 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T20:21:26,807 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:21:26,808 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T20:21:26,809 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65620368, jitterRate=-0.02218031883239746}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:21:26,809 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T20:21:26,809 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731874886795Writing region info on filesystem at 1731874886795Initializing all the Stores at 1731874886795Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874886795Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874886795Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874886795Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874886795Cleaning up temporary data from old regions at 1731874886807 (+12 ms)Running coprocessor post-open hooks at 1731874886809 (+2 ms)Region opened successfully at 1731874886809 2024-11-17T20:21:26,810 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731874886760 2024-11-17T20:21:26,814 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T20:21:26,814 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T20:21:26,815 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,45579,1731874881508 2024-11-17T20:21:26,816 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,45579,1731874881508, state=OPEN 2024-11-17T20:21:26,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39779-0x1014a756ffe0000, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1172848471/meta-region-server 2024-11-17T20:21:26,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1014a756ffe0001, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1172848471/meta-region-server 2024-11-17T20:21:26,840 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,45579,1731874881508 2024-11-17T20:21:26,840 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1172848471/meta-region-server: CHANGED 2024-11-17T20:21:26,840 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1172848471/meta-region-server: CHANGED 2024-11-17T20:21:26,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T20:21:26,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,45579,1731874881508 in 232 msec 2024-11-17T20:21:26,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T20:21:26,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 455 msec 2024-11-17T20:21:26,844 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:21:26,844 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T20:21:26,845 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:21:26,845 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,45579,1731874881508, seqNum=-1] 2024-11-17T20:21:26,846 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:21:26,847 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:21:26,852 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 937 msec 2024-11-17T20:21:26,852 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731874886852, completionTime=-1 2024-11-17T20:21:26,852 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T20:21:26,852 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T20:21:26,855 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T20:21:26,855 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731874946855 2024-11-17T20:21:26,855 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731875006855 2024-11-17T20:21:26,855 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T20:21:26,855 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,39779,1731874881279-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:26,855 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,39779,1731874881279-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:26,856 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,39779,1731874881279-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:26,856 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b0b0ae8de03:39779, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:26,856 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:26,856 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:26,857 DEBUG [master/0b0b0ae8de03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T20:21:26,860 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.273sec 2024-11-17T20:21:26,860 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T20:21:26,860 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T20:21:26,860 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T20:21:26,860 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T20:21:26,860 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T20:21:26,860 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,39779,1731874881279-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:21:26,860 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,39779,1731874881279-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T20:21:26,862 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T20:21:26,862 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T20:21:26,862 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,39779,1731874881279-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:26,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f297e60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:26,960 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,39779,-1 for getting cluster id 2024-11-17T20:21:26,961 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:21:26,965 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'be6910cd-5ced-48b3-ae44-712d1b1e30e6' 2024-11-17T20:21:26,965 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:21:26,965 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "be6910cd-5ced-48b3-ae44-712d1b1e30e6" 2024-11-17T20:21:26,965 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49372871, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:26,965 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,39779,-1] 2024-11-17T20:21:26,966 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:21:26,966 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:26,967 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:21:26,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ab432d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:26,968 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:21:26,969 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,45579,1731874881508, seqNum=-1] 2024-11-17T20:21:26,970 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:21:26,970 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:21:26,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0b0b0ae8de03,39779,1731874881279 2024-11-17T20:21:26,975 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62492 2024-11-17T20:21:26,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:21:27,000 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014a756ffe0002 connected 2024-11-17T20:21:27,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4b0ed6-d242-f55d-7bd8-318f35d2944e/hadoop.log.dir so I do NOT create it in target/test-data/84a5cec5-711d-ed13-3b92-1ab981065977 2024-11-17T20:21:27,011 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4b0ed6-d242-f55d-7bd8-318f35d2944e/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T20:21:27,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4b0ed6-d242-f55d-7bd8-318f35d2944e/hadoop.tmp.dir so I do NOT create it in target/test-data/84a5cec5-711d-ed13-3b92-1ab981065977 2024-11-17T20:21:27,011 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4b0ed6-d242-f55d-7bd8-318f35d2944e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T20:21:27,011 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84a5cec5-711d-ed13-3b92-1ab981065977 2024-11-17T20:21:27,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T20:21:27,011 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84a5cec5-711d-ed13-3b92-1ab981065977/cluster_9f6dcf20-8629-ed4b-22ad-053aa9998e03, deleteOnExit=true 2024-11-17T20:21:27,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T20:21:27,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84a5cec5-711d-ed13-3b92-1ab981065977/test.cache.data in system properties and HBase conf 2024-11-17T20:21:27,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84a5cec5-711d-ed13-3b92-1ab981065977/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T20:21:27,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84a5cec5-711d-ed13-3b92-1ab981065977/hadoop.log.dir in system properties and HBase conf 2024-11-17T20:21:27,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84a5cec5-711d-ed13-3b92-1ab981065977/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T20:21:27,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84a5cec5-711d-ed13-3b92-1ab981065977/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T20:21:27,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T20:21:27,012 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T20:21:27,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84a5cec5-711d-ed13-3b92-1ab981065977/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T20:21:27,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84a5cec5-711d-ed13-3b92-1ab981065977/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T20:21:27,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84a5cec5-711d-ed13-3b92-1ab981065977/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T20:21:27,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84a5cec5-711d-ed13-3b92-1ab981065977/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T20:21:27,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84a5cec5-711d-ed13-3b92-1ab981065977/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T20:21:27,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84a5cec5-711d-ed13-3b92-1ab981065977/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T20:21:27,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84a5cec5-711d-ed13-3b92-1ab981065977/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T20:21:27,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84a5cec5-711d-ed13-3b92-1ab981065977/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T20:21:27,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84a5cec5-711d-ed13-3b92-1ab981065977/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T20:21:27,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84a5cec5-711d-ed13-3b92-1ab981065977/nfs.dump.dir in system properties and HBase conf 2024-11-17T20:21:27,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84a5cec5-711d-ed13-3b92-1ab981065977/java.io.tmpdir in system properties and HBase conf 2024-11-17T20:21:27,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84a5cec5-711d-ed13-3b92-1ab981065977/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T20:21:27,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84a5cec5-711d-ed13-3b92-1ab981065977/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T20:21:27,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84a5cec5-711d-ed13-3b92-1ab981065977/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T20:21:27,550 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:21:27,554 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T20:21:27,560 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T20:21:27,560 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T20:21:27,561 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T20:21:27,561 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:21:27,562 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56cec6e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84a5cec5-711d-ed13-3b92-1ab981065977/hadoop.log.dir/,AVAILABLE} 2024-11-17T20:21:27,562 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@282a910e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T20:21:27,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34254b00{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84a5cec5-711d-ed13-3b92-1ab981065977/java.io.tmpdir/jetty-localhost-38203-hadoop-hdfs-3_4_1-tests_jar-_-any-11651408547038366629/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T20:21:27,673 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8166ec8{HTTP/1.1, (http/1.1)}{localhost:38203} 2024-11-17T20:21:27,673 INFO [Time-limited test {}] server.Server(415): Started @291108ms 2024-11-17T20:21:28,125 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:21:28,129 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T20:21:28,137 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T20:21:28,137 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T20:21:28,137 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T20:21:28,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cd9b275{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84a5cec5-711d-ed13-3b92-1ab981065977/hadoop.log.dir/,AVAILABLE} 2024-11-17T20:21:28,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34b554af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T20:21:28,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b9d326{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84a5cec5-711d-ed13-3b92-1ab981065977/java.io.tmpdir/jetty-localhost-41957-hadoop-hdfs-3_4_1-tests_jar-_-any-6794134724496531929/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:21:28,253 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5935fb72{HTTP/1.1, (http/1.1)}{localhost:41957} 2024-11-17T20:21:28,253 INFO [Time-limited test {}] server.Server(415): Started @291688ms 2024-11-17T20:21:28,254 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T20:21:29,026 WARN [Thread-3554 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84a5cec5-711d-ed13-3b92-1ab981065977/cluster_9f6dcf20-8629-ed4b-22ad-053aa9998e03/data/data1/current/BP-1319868685-172.17.0.2-1731874887034/current, will proceed with Du for space computation calculation, 2024-11-17T20:21:29,026 WARN [Thread-3555 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84a5cec5-711d-ed13-3b92-1ab981065977/cluster_9f6dcf20-8629-ed4b-22ad-053aa9998e03/data/data2/current/BP-1319868685-172.17.0.2-1731874887034/current, will proceed with Du for space computation calculation, 2024-11-17T20:21:29,044 WARN [Thread-3542 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T20:21:29,046 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b5a9022266903aa with lease ID 0xeb3b90782e753e4: Processing first storage report for DS-abf1b289-842b-499d-8ed2-c46cdf0456ed from datanode DatanodeRegistration(127.0.0.1:41201, datanodeUuid=8951614f-a047-4874-b7f9-0938879151fc, infoPort=44363, infoSecurePort=0, ipcPort=46033, storageInfo=lv=-57;cid=testClusterID;nsid=1180549473;c=1731874887034) 2024-11-17T20:21:29,046 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b5a9022266903aa with lease ID 0xeb3b90782e753e4: from storage DS-abf1b289-842b-499d-8ed2-c46cdf0456ed node DatanodeRegistration(127.0.0.1:41201, datanodeUuid=8951614f-a047-4874-b7f9-0938879151fc, infoPort=44363, infoSecurePort=0, ipcPort=46033, storageInfo=lv=-57;cid=testClusterID;nsid=1180549473;c=1731874887034), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T20:21:29,046 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b5a9022266903aa with lease ID 0xeb3b90782e753e4: Processing first storage report for DS-e495a8a8-00cf-4b4c-a989-01bc67de2623 from datanode DatanodeRegistration(127.0.0.1:41201, datanodeUuid=8951614f-a047-4874-b7f9-0938879151fc, infoPort=44363, infoSecurePort=0, ipcPort=46033, storageInfo=lv=-57;cid=testClusterID;nsid=1180549473;c=1731874887034) 2024-11-17T20:21:29,046 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b5a9022266903aa with lease ID 0xeb3b90782e753e4: from storage DS-e495a8a8-00cf-4b4c-a989-01bc67de2623 node DatanodeRegistration(127.0.0.1:41201, datanodeUuid=8951614f-a047-4874-b7f9-0938879151fc, infoPort=44363, infoSecurePort=0, ipcPort=46033, storageInfo=lv=-57;cid=testClusterID;nsid=1180549473;c=1731874887034), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T20:21:29,090 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84a5cec5-711d-ed13-3b92-1ab981065977 2024-11-17T20:21:29,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:21:29,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:21:29,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741825_1001 (size=7) 2024-11-17T20:21:29,298 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T20:21:29,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:29,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:29,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:29,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:29,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:29,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:29,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:29,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:29,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:29,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:29,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:29,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:29,503 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3 with version=8 2024-11-17T20:21:29,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/hbase-staging 2024-11-17T20:21:29,504 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:21:29,505 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:21:29,505 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:21:29,505 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:21:29,505 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:21:29,505 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:21:29,505 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T20:21:29,505 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:21:29,505 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42151 2024-11-17T20:21:29,506 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42151 connecting to ZooKeeper ensemble=127.0.0.1:62492 2024-11-17T20:21:29,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421510x0, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:21:29,513 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42151-0x1014a756ffe0003 connected 2024-11-17T20:21:29,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:21:29,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:21:29,622 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42151-0x1014a756ffe0003, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Set watcher on znode that does not yet exist, /1-1653122883/running 2024-11-17T20:21:29,622 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3, hbase.cluster.distributed=false 2024-11-17T20:21:29,623 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42151-0x1014a756ffe0003, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Set watcher on znode that does not yet exist, /1-1653122883/acl 2024-11-17T20:21:29,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42151 2024-11-17T20:21:29,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42151 2024-11-17T20:21:29,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42151 2024-11-17T20:21:29,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42151 2024-11-17T20:21:29,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42151 2024-11-17T20:21:29,644 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:21:29,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:21:29,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:21:29,644 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:21:29,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:21:29,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:21:29,644 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T20:21:29,644 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:21:29,645 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38907 2024-11-17T20:21:29,645 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38907 connecting to ZooKeeper ensemble=127.0.0.1:62492 2024-11-17T20:21:29,645 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:21:29,647 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:21:29,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:389070x0, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:21:29,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:389070x0, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Set watcher on znode that does not yet exist, /1-1653122883/running 2024-11-17T20:21:29,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38907-0x1014a756ffe0004 connected 2024-11-17T20:21:29,661 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T20:21:29,661 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T20:21:29,662 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38907-0x1014a756ffe0004, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Set watcher on znode that does not yet exist, /1-1653122883/master 2024-11-17T20:21:29,662 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38907-0x1014a756ffe0004, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Set watcher on znode that does not yet exist, /1-1653122883/acl 2024-11-17T20:21:29,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38907 2024-11-17T20:21:29,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38907 2024-11-17T20:21:29,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38907 2024-11-17T20:21:29,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38907 2024-11-17T20:21:29,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38907 2024-11-17T20:21:29,682 DEBUG [M:0;0b0b0ae8de03:42151 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b0b0ae8de03:42151 2024-11-17T20:21:29,683 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1653122883/backup-masters/0b0b0ae8de03,42151,1731874889504 2024-11-17T20:21:29,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42151-0x1014a756ffe0003, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1653122883/backup-masters 2024-11-17T20:21:29,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38907-0x1014a756ffe0004, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1653122883/backup-masters 2024-11-17T20:21:29,692 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42151-0x1014a756ffe0003, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Set watcher on existing znode=/1-1653122883/backup-masters/0b0b0ae8de03,42151,1731874889504 2024-11-17T20:21:29,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38907-0x1014a756ffe0004, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1653122883/master 2024-11-17T20:21:29,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42151-0x1014a756ffe0003, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1653122883 2024-11-17T20:21:29,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38907-0x1014a756ffe0004, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1653122883 2024-11-17T20:21:29,703 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42151-0x1014a756ffe0003, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Set watcher on existing znode=/1-1653122883/master 2024-11-17T20:21:29,703 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1653122883/backup-masters/0b0b0ae8de03,42151,1731874889504 from backup master directory 2024-11-17T20:21:29,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42151-0x1014a756ffe0003, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1653122883/backup-masters/0b0b0ae8de03,42151,1731874889504 2024-11-17T20:21:29,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38907-0x1014a756ffe0004, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1653122883/backup-masters 2024-11-17T20:21:29,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42151-0x1014a756ffe0003, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1653122883/backup-masters 2024-11-17T20:21:29,713 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:21:29,713 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b0b0ae8de03,42151,1731874889504 2024-11-17T20:21:29,715 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/hbase.id] with ID: abe731bc-765e-42fa-ae65-ef5c285d17a4 2024-11-17T20:21:29,716 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/.tmp/hbase.id 2024-11-17T20:21:29,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741826_1002 (size=42) 2024-11-17T20:21:30,120 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/.tmp/hbase.id]:[hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/hbase.id] 2024-11-17T20:21:30,132 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:21:30,132 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T20:21:30,134 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-17T20:21:30,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38907-0x1014a756ffe0004, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1653122883 2024-11-17T20:21:30,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42151-0x1014a756ffe0003, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1653122883 2024-11-17T20:21:30,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741827_1003 (size=196) 2024-11-17T20:21:30,169 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:21:30,170 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T20:21:30,170 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:21:30,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741828_1004 (size=1189) 2024-11-17T20:21:30,200 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/MasterData/data/master/store 2024-11-17T20:21:30,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741829_1005 (size=34) 2024-11-17T20:21:30,214 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:21:30,214 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T20:21:30,214 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:21:30,214 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:21:30,214 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T20:21:30,214 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:21:30,214 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:21:30,214 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731874890214Disabling compacts and flushes for region at 1731874890214Disabling writes for close at 1731874890214Writing region close event to WAL at 1731874890214Closed at 1731874890214 2024-11-17T20:21:30,215 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/MasterData/data/master/store/.initializing 2024-11-17T20:21:30,215 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/MasterData/WALs/0b0b0ae8de03,42151,1731874889504 2024-11-17T20:21:30,217 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:21:30,219 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b0b0ae8de03%2C42151%2C1731874889504, suffix=, logDir=hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/MasterData/WALs/0b0b0ae8de03,42151,1731874889504, archiveDir=hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/MasterData/oldWALs, maxLogs=10 2024-11-17T20:21:30,241 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/MasterData/WALs/0b0b0ae8de03,42151,1731874889504/0b0b0ae8de03%2C42151%2C1731874889504.1731874890219, exclude list is [], retry=0 2024-11-17T20:21:30,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41201,DS-abf1b289-842b-499d-8ed2-c46cdf0456ed,DISK] 2024-11-17T20:21:30,249 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/MasterData/WALs/0b0b0ae8de03,42151,1731874889504/0b0b0ae8de03%2C42151%2C1731874889504.1731874890219 2024-11-17T20:21:30,252 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44363:44363)] 2024-11-17T20:21:30,252 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:21:30,252 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:21:30,253 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:21:30,253 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:21:30,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:21:30,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T20:21:30,255 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:30,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:21:30,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:21:30,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T20:21:30,257 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:30,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:21:30,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:21:30,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T20:21:30,259 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:30,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:21:30,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:21:30,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T20:21:30,260 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:30,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:21:30,260 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:21:30,261 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:21:30,262 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:21:30,263 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:21:30,263 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:21:30,263 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:21:30,264 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:21:30,267 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:21:30,267 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65481982, jitterRate=-0.024242430925369263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:21:30,267 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731874890253Initializing all the Stores at 1731874890253Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874890253Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874890254 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874890254Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874890254Cleaning up temporary data from old regions at 1731874890263 (+9 ms)Region opened successfully at 1731874890267 (+4 ms) 2024-11-17T20:21:30,276 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T20:21:30,279 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7794c60a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:21:30,280 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T20:21:30,280 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T20:21:30,280 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T20:21:30,280 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T20:21:30,280 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T20:21:30,281 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T20:21:30,281 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T20:21:30,283 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T20:21:30,283 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42151-0x1014a756ffe0003, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Unable to get data of znode /1-1653122883/balancer because node does not exist (not necessarily an error) 2024-11-17T20:21:30,292 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1653122883/balancer already deleted, retry=false 2024-11-17T20:21:30,292 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T20:21:30,293 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42151-0x1014a756ffe0003, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Unable to get data of znode /1-1653122883/normalizer because node does not exist (not necessarily an error) 2024-11-17T20:21:30,303 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1653122883/normalizer already deleted, retry=false 2024-11-17T20:21:30,303 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T20:21:30,305 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42151-0x1014a756ffe0003, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Unable to get data of znode /1-1653122883/switch/split because node does not exist (not necessarily an error) 2024-11-17T20:21:30,313 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1653122883/switch/split already deleted, retry=false 2024-11-17T20:21:30,314 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42151-0x1014a756ffe0003, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Unable to get data of znode /1-1653122883/switch/merge because node does not exist (not necessarily an error) 2024-11-17T20:21:30,323 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1653122883/switch/merge already deleted, retry=false 2024-11-17T20:21:30,325 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42151-0x1014a756ffe0003, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Unable to get data of znode /1-1653122883/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T20:21:30,334 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1653122883/snapshot-cleanup already deleted, retry=false 2024-11-17T20:21:30,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38907-0x1014a756ffe0004, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1653122883/running 2024-11-17T20:21:30,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38907-0x1014a756ffe0004, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1653122883 2024-11-17T20:21:30,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42151-0x1014a756ffe0003, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1653122883/running 2024-11-17T20:21:30,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42151-0x1014a756ffe0003, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1653122883 2024-11-17T20:21:30,346 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b0b0ae8de03,42151,1731874889504, sessionid=0x1014a756ffe0003, setting cluster-up flag (Was=false) 2024-11-17T20:21:30,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38907-0x1014a756ffe0004, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1653122883 2024-11-17T20:21:30,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42151-0x1014a756ffe0003, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1653122883 2024-11-17T20:21:30,397 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1653122883/flush-table-proc/acquired, /1-1653122883/flush-table-proc/reached, /1-1653122883/flush-table-proc/abort 2024-11-17T20:21:30,398 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b0b0ae8de03,42151,1731874889504 2024-11-17T20:21:30,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38907-0x1014a756ffe0004, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1653122883 2024-11-17T20:21:30,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42151-0x1014a756ffe0003, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1653122883 2024-11-17T20:21:30,450 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1653122883/online-snapshot/acquired, /1-1653122883/online-snapshot/reached, /1-1653122883/online-snapshot/abort 2024-11-17T20:21:30,451 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b0b0ae8de03,42151,1731874889504 2024-11-17T20:21:30,452 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T20:21:30,453 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T20:21:30,454 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T20:21:30,454 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T20:21:30,454 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b0b0ae8de03,42151,1731874889504 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T20:21:30,456 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:21:30,456 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:21:30,456 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:21:30,456 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:21:30,456 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b0b0ae8de03:0, corePoolSize=10, maxPoolSize=10 2024-11-17T20:21:30,456 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:21:30,456 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:21:30,456 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:21:30,470 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:21:30,471 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T20:21:30,472 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:30,472 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T20:21:30,481 INFO [RS:0;0b0b0ae8de03:38907 {}] regionserver.HRegionServer(746): ClusterId : abe731bc-765e-42fa-ae65-ef5c285d17a4 2024-11-17T20:21:30,481 DEBUG [RS:0;0b0b0ae8de03:38907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T20:21:30,484 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731874920484 2024-11-17T20:21:30,485 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T20:21:30,485 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T20:21:30,485 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T20:21:30,485 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T20:21:30,485 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T20:21:30,485 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T20:21:30,485 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:30,488 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T20:21:30,488 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T20:21:30,489 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T20:21:30,489 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T20:21:30,493 DEBUG [RS:0;0b0b0ae8de03:38907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T20:21:30,493 DEBUG [RS:0;0b0b0ae8de03:38907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T20:21:30,500 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T20:21:30,500 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T20:21:30,503 DEBUG [RS:0;0b0b0ae8de03:38907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T20:21:30,504 DEBUG [RS:0;0b0b0ae8de03:38907 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74951ff7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:21:30,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741831_1007 (size=1321) 2024-11-17T20:21:30,516 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874890500,5,FailOnTimeoutGroup] 2024-11-17T20:21:30,539 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874890516,5,FailOnTimeoutGroup] 2024-11-17T20:21:30,540 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:30,540 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T20:21:30,540 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:30,540 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:30,544 DEBUG [RS:0;0b0b0ae8de03:38907 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b0b0ae8de03:38907 2024-11-17T20:21:30,544 INFO [RS:0;0b0b0ae8de03:38907 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T20:21:30,544 INFO [RS:0;0b0b0ae8de03:38907 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T20:21:30,544 DEBUG [RS:0;0b0b0ae8de03:38907 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T20:21:30,545 INFO [RS:0;0b0b0ae8de03:38907 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b0b0ae8de03,42151,1731874889504 with port=38907, startcode=1731874889644 2024-11-17T20:21:30,545 DEBUG [RS:0;0b0b0ae8de03:38907 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T20:21:30,549 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55161, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T20:21:30,550 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42151 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b0b0ae8de03,38907,1731874889644 2024-11-17T20:21:30,550 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42151 {}] master.ServerManager(517): Registering regionserver=0b0b0ae8de03,38907,1731874889644 2024-11-17T20:21:30,552 DEBUG [RS:0;0b0b0ae8de03:38907 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3 2024-11-17T20:21:30,552 DEBUG [RS:0;0b0b0ae8de03:38907 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44121 2024-11-17T20:21:30,552 DEBUG [RS:0;0b0b0ae8de03:38907 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T20:21:30,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42151-0x1014a756ffe0003, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1653122883/rs 2024-11-17T20:21:30,597 DEBUG [RS:0;0b0b0ae8de03:38907 {}] zookeeper.ZKUtil(111): regionserver:38907-0x1014a756ffe0004, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Set watcher on existing znode=/1-1653122883/rs/0b0b0ae8de03,38907,1731874889644 2024-11-17T20:21:30,597 WARN [RS:0;0b0b0ae8de03:38907 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:21:30,597 INFO [RS:0;0b0b0ae8de03:38907 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:21:30,597 DEBUG [RS:0;0b0b0ae8de03:38907 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644 2024-11-17T20:21:30,604 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b0b0ae8de03,38907,1731874889644] 2024-11-17T20:21:30,629 INFO [RS:0;0b0b0ae8de03:38907 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T20:21:30,635 INFO [RS:0;0b0b0ae8de03:38907 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T20:21:30,641 INFO [RS:0;0b0b0ae8de03:38907 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T20:21:30,641 INFO [RS:0;0b0b0ae8de03:38907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:30,652 INFO [RS:0;0b0b0ae8de03:38907 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T20:21:30,653 INFO [RS:0;0b0b0ae8de03:38907 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T20:21:30,653 INFO [RS:0;0b0b0ae8de03:38907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:30,653 DEBUG [RS:0;0b0b0ae8de03:38907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:21:30,653 DEBUG [RS:0;0b0b0ae8de03:38907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:21:30,653 DEBUG [RS:0;0b0b0ae8de03:38907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:21:30,653 DEBUG [RS:0;0b0b0ae8de03:38907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:21:30,653 DEBUG [RS:0;0b0b0ae8de03:38907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:21:30,653 DEBUG [RS:0;0b0b0ae8de03:38907 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:21:30,654 DEBUG [RS:0;0b0b0ae8de03:38907 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:21:30,654 DEBUG [RS:0;0b0b0ae8de03:38907 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:21:30,654 DEBUG [RS:0;0b0b0ae8de03:38907 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:21:30,654 DEBUG [RS:0;0b0b0ae8de03:38907 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:21:30,654 DEBUG [RS:0;0b0b0ae8de03:38907 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:21:30,654 DEBUG [RS:0;0b0b0ae8de03:38907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:21:30,654 DEBUG [RS:0;0b0b0ae8de03:38907 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:21:30,654 DEBUG [RS:0;0b0b0ae8de03:38907 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:21:30,667 INFO [RS:0;0b0b0ae8de03:38907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:30,667 INFO [RS:0;0b0b0ae8de03:38907 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:30,667 INFO [RS:0;0b0b0ae8de03:38907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:30,667 INFO [RS:0;0b0b0ae8de03:38907 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:30,667 INFO [RS:0;0b0b0ae8de03:38907 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:30,667 INFO [RS:0;0b0b0ae8de03:38907 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,38907,1731874889644-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:21:30,686 INFO [RS:0;0b0b0ae8de03:38907 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T20:21:30,686 INFO [RS:0;0b0b0ae8de03:38907 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,38907,1731874889644-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:30,686 INFO [RS:0;0b0b0ae8de03:38907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:30,686 INFO [RS:0;0b0b0ae8de03:38907 {}] regionserver.Replication(171): 0b0b0ae8de03,38907,1731874889644 started 2024-11-17T20:21:30,706 INFO [RS:0;0b0b0ae8de03:38907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:30,706 INFO [RS:0;0b0b0ae8de03:38907 {}] regionserver.HRegionServer(1482): Serving as 0b0b0ae8de03,38907,1731874889644, RpcServer on 0b0b0ae8de03/172.17.0.2:38907, sessionid=0x1014a756ffe0004 2024-11-17T20:21:30,706 DEBUG [RS:0;0b0b0ae8de03:38907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T20:21:30,706 DEBUG [RS:0;0b0b0ae8de03:38907 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b0b0ae8de03,38907,1731874889644 2024-11-17T20:21:30,706 DEBUG [RS:0;0b0b0ae8de03:38907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,38907,1731874889644' 2024-11-17T20:21:30,706 DEBUG [RS:0;0b0b0ae8de03:38907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1653122883/flush-table-proc/abort' 2024-11-17T20:21:30,706 DEBUG [RS:0;0b0b0ae8de03:38907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1653122883/flush-table-proc/acquired' 2024-11-17T20:21:30,707 DEBUG [RS:0;0b0b0ae8de03:38907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T20:21:30,707 DEBUG [RS:0;0b0b0ae8de03:38907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T20:21:30,707 DEBUG [RS:0;0b0b0ae8de03:38907 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b0b0ae8de03,38907,1731874889644 2024-11-17T20:21:30,707 DEBUG [RS:0;0b0b0ae8de03:38907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,38907,1731874889644' 2024-11-17T20:21:30,707 DEBUG [RS:0;0b0b0ae8de03:38907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1653122883/online-snapshot/abort' 2024-11-17T20:21:30,707 DEBUG [RS:0;0b0b0ae8de03:38907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1653122883/online-snapshot/acquired' 2024-11-17T20:21:30,707 DEBUG [RS:0;0b0b0ae8de03:38907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T20:21:30,707 INFO [RS:0;0b0b0ae8de03:38907 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T20:21:30,707 INFO [RS:0;0b0b0ae8de03:38907 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T20:21:30,808 INFO [RS:0;0b0b0ae8de03:38907 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:21:30,809 INFO [RS:0;0b0b0ae8de03:38907 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C38907%2C1731874889644, suffix=, logDir=hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644, archiveDir=hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/oldWALs, maxLogs=10 2024-11-17T20:21:30,833 DEBUG [RS:0;0b0b0ae8de03:38907 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.1731874890809, exclude list is [], retry=0 2024-11-17T20:21:30,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41201,DS-abf1b289-842b-499d-8ed2-c46cdf0456ed,DISK] 2024-11-17T20:21:30,839 INFO [RS:0;0b0b0ae8de03:38907 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.1731874890809 2024-11-17T20:21:30,839 DEBUG [RS:0;0b0b0ae8de03:38907 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44363:44363)] 2024-11-17T20:21:30,916 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T20:21:30,916 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3 2024-11-17T20:21:30,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741833_1009 (size=32) 2024-11-17T20:21:30,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:21:30,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T20:21:30,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T20:21:30,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:30,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:21:30,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T20:21:30,926 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T20:21:30,926 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:30,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:21:30,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T20:21:30,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T20:21:30,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:30,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:21:30,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T20:21:30,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T20:21:30,929 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:30,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:21:30,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T20:21:30,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/hbase/meta/1588230740 2024-11-17T20:21:30,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/hbase/meta/1588230740 2024-11-17T20:21:30,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T20:21:30,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T20:21:30,932 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:21:30,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T20:21:30,935 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:21:30,935 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65805280, jitterRate=-0.019424915313720703}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:21:30,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731874890922Initializing all the Stores at 1731874890922Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874890922Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874890923 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874890923Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874890923Cleaning up temporary data from old regions at 1731874890931 (+8 ms)Region opened successfully at 1731874890935 (+4 ms) 2024-11-17T20:21:30,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T20:21:30,935 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T20:21:30,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T20:21:30,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T20:21:30,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T20:21:30,936 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T20:21:30,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731874890935Disabling compacts and flushes for region at 1731874890935Disabling writes for close at 1731874890935Writing region close event to WAL at 1731874890935Closed at 1731874890935 2024-11-17T20:21:30,936 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:21:30,936 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T20:21:30,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T20:21:30,937 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T20:21:30,938 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T20:21:31,088 DEBUG [0b0b0ae8de03:42151 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T20:21:31,088 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b0b0ae8de03,38907,1731874889644 2024-11-17T20:21:31,090 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,38907,1731874889644, state=OPENING 2024-11-17T20:21:31,145 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T20:21:31,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42151-0x1014a756ffe0003, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1653122883 2024-11-17T20:21:31,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38907-0x1014a756ffe0004, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1653122883 2024-11-17T20:21:31,156 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T20:21:31,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,38907,1731874889644}] 2024-11-17T20:21:31,157 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1653122883/meta-region-server: CHANGED 2024-11-17T20:21:31,157 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1653122883/meta-region-server: CHANGED 2024-11-17T20:21:31,310 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T20:21:31,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42105, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T20:21:31,321 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T20:21:31,321 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:21:31,321 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T20:21:31,324 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C38907%2C1731874889644.meta, suffix=.meta, logDir=hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644, archiveDir=hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/oldWALs, maxLogs=10 2024-11-17T20:21:31,345 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.meta.1731874891324.meta, exclude list is [], retry=0 2024-11-17T20:21:31,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41201,DS-abf1b289-842b-499d-8ed2-c46cdf0456ed,DISK] 2024-11-17T20:21:31,353 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.meta.1731874891324.meta 2024-11-17T20:21:31,353 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44363:44363)] 2024-11-17T20:21:31,353 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:21:31,353 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:21:31,354 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T20:21:31,354 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T20:21:31,354 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T20:21:31,354 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T20:21:31,354 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:21:31,354 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T20:21:31,354 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T20:21:31,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T20:21:31,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T20:21:31,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:31,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:21:31,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T20:21:31,357 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T20:21:31,357 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:31,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:21:31,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T20:21:31,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T20:21:31,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:31,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:21:31,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T20:21:31,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T20:21:31,362 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:31,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:21:31,362 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T20:21:31,363 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/hbase/meta/1588230740 2024-11-17T20:21:31,364 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/hbase/meta/1588230740 2024-11-17T20:21:31,365 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T20:21:31,365 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T20:21:31,366 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:21:31,367 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T20:21:31,368 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74829404, jitterRate=0.11504501104354858}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:21:31,368 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T20:21:31,368 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731874891354Writing region info on filesystem at 1731874891354Initializing all the Stores at 1731874891355 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874891355Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874891355Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874891355Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874891355Cleaning up temporary data from old regions at 1731874891365 (+10 ms)Running coprocessor post-open hooks at 1731874891368 (+3 ms)Region opened successfully at 1731874891368 2024-11-17T20:21:31,369 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731874891310 2024-11-17T20:21:31,371 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T20:21:31,372 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T20:21:31,372 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,38907,1731874889644 2024-11-17T20:21:31,373 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,38907,1731874889644, state=OPEN 2024-11-17T20:21:31,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38907-0x1014a756ffe0004, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1653122883/meta-region-server 2024-11-17T20:21:31,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42151-0x1014a756ffe0003, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1653122883/meta-region-server 2024-11-17T20:21:31,376 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,38907,1731874889644 2024-11-17T20:21:31,376 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1653122883/meta-region-server: CHANGED 2024-11-17T20:21:31,376 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1653122883/meta-region-server: CHANGED 2024-11-17T20:21:31,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T20:21:31,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,38907,1731874889644 in 220 msec 2024-11-17T20:21:31,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T20:21:31,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 443 msec 2024-11-17T20:21:31,381 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:21:31,381 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T20:21:31,383 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:21:31,383 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,38907,1731874889644, seqNum=-1] 2024-11-17T20:21:31,383 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:21:31,384 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:21:31,389 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 935 msec 2024-11-17T20:21:31,389 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731874891389, completionTime=-1 2024-11-17T20:21:31,389 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T20:21:31,389 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T20:21:31,391 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T20:21:31,391 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731874951391 2024-11-17T20:21:31,392 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731875011391 2024-11-17T20:21:31,392 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T20:21:31,392 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,42151,1731874889504-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:31,392 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,42151,1731874889504-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:31,392 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,42151,1731874889504-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:31,392 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b0b0ae8de03:42151, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:31,392 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:31,392 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:31,395 DEBUG [master/0b0b0ae8de03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T20:21:31,396 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.683sec 2024-11-17T20:21:31,397 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T20:21:31,397 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T20:21:31,397 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T20:21:31,397 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T20:21:31,397 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T20:21:31,397 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,42151,1731874889504-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:21:31,397 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,42151,1731874889504-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T20:21:31,402 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T20:21:31,402 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T20:21:31,402 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,42151,1731874889504-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:31,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5631fb38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:31,482 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,42151,-1 for getting cluster id 2024-11-17T20:21:31,482 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:21:31,484 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'abe731bc-765e-42fa-ae65-ef5c285d17a4' 2024-11-17T20:21:31,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:21:31,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "abe731bc-765e-42fa-ae65-ef5c285d17a4" 2024-11-17T20:21:31,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@281ed9aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:31,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,42151,-1] 2024-11-17T20:21:31,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:21:31,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:31,487 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:21:31,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b283d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:31,488 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:21:31,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,38907,1731874889644, seqNum=-1] 2024-11-17T20:21:31,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:21:31,491 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:21:31,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0b0b0ae8de03,42151,1731874889504 2024-11-17T20:21:31,496 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62492 2024-11-17T20:21:31,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:21:31,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014a756ffe0005 connected 2024-11-17T20:21:31,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84a5cec5-711d-ed13-3b92-1ab981065977/hadoop.log.dir so I do NOT create it in target/test-data/e1eab32e-e726-41f6-4c3a-bbc4a88817fc 2024-11-17T20:21:31,540 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84a5cec5-711d-ed13-3b92-1ab981065977/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T20:21:31,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84a5cec5-711d-ed13-3b92-1ab981065977/hadoop.tmp.dir so I do NOT create it in target/test-data/e1eab32e-e726-41f6-4c3a-bbc4a88817fc 2024-11-17T20:21:31,540 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84a5cec5-711d-ed13-3b92-1ab981065977/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T20:21:31,540 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1eab32e-e726-41f6-4c3a-bbc4a88817fc 2024-11-17T20:21:31,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T20:21:31,540 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1eab32e-e726-41f6-4c3a-bbc4a88817fc/cluster_e2f4d080-723f-b1c8-e7ee-ace090838b92, deleteOnExit=true 2024-11-17T20:21:31,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T20:21:31,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1eab32e-e726-41f6-4c3a-bbc4a88817fc/test.cache.data in system properties and HBase conf 2024-11-17T20:21:31,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1eab32e-e726-41f6-4c3a-bbc4a88817fc/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T20:21:31,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1eab32e-e726-41f6-4c3a-bbc4a88817fc/hadoop.log.dir in system properties and HBase conf 2024-11-17T20:21:31,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1eab32e-e726-41f6-4c3a-bbc4a88817fc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T20:21:31,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1eab32e-e726-41f6-4c3a-bbc4a88817fc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T20:21:31,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T20:21:31,541 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T20:21:31,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1eab32e-e726-41f6-4c3a-bbc4a88817fc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T20:21:31,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1eab32e-e726-41f6-4c3a-bbc4a88817fc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T20:21:31,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1eab32e-e726-41f6-4c3a-bbc4a88817fc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T20:21:31,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1eab32e-e726-41f6-4c3a-bbc4a88817fc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T20:21:31,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1eab32e-e726-41f6-4c3a-bbc4a88817fc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T20:21:31,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1eab32e-e726-41f6-4c3a-bbc4a88817fc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T20:21:31,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1eab32e-e726-41f6-4c3a-bbc4a88817fc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T20:21:31,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1eab32e-e726-41f6-4c3a-bbc4a88817fc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T20:21:31,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1eab32e-e726-41f6-4c3a-bbc4a88817fc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T20:21:31,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1eab32e-e726-41f6-4c3a-bbc4a88817fc/nfs.dump.dir in system properties and HBase conf 2024-11-17T20:21:31,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1eab32e-e726-41f6-4c3a-bbc4a88817fc/java.io.tmpdir in system properties and HBase conf 2024-11-17T20:21:31,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1eab32e-e726-41f6-4c3a-bbc4a88817fc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T20:21:31,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1eab32e-e726-41f6-4c3a-bbc4a88817fc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T20:21:31,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1eab32e-e726-41f6-4c3a-bbc4a88817fc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T20:21:31,950 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:21:31,964 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T20:21:32,000 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T20:21:32,000 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T20:21:32,001 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T20:21:32,005 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:21:32,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d243e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1eab32e-e726-41f6-4c3a-bbc4a88817fc/hadoop.log.dir/,AVAILABLE} 2024-11-17T20:21:32,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@760870b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T20:21:32,111 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2846dcc4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1eab32e-e726-41f6-4c3a-bbc4a88817fc/java.io.tmpdir/jetty-localhost-46783-hadoop-hdfs-3_4_1-tests_jar-_-any-7047541996456090638/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T20:21:32,112 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@fb6ef04{HTTP/1.1, (http/1.1)}{localhost:46783} 2024-11-17T20:21:32,112 INFO [Time-limited test {}] server.Server(415): Started @295547ms 2024-11-17T20:21:32,167 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T20:21:32,376 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:21:32,382 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T20:21:32,384 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T20:21:32,384 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T20:21:32,384 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T20:21:32,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@314cde6e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1eab32e-e726-41f6-4c3a-bbc4a88817fc/hadoop.log.dir/,AVAILABLE} 2024-11-17T20:21:32,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@166b52ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T20:21:32,507 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12327002{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1eab32e-e726-41f6-4c3a-bbc4a88817fc/java.io.tmpdir/jetty-localhost-37339-hadoop-hdfs-3_4_1-tests_jar-_-any-2459558779773371646/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:21:32,507 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50206fc8{HTTP/1.1, (http/1.1)}{localhost:37339} 2024-11-17T20:21:32,507 INFO [Time-limited test {}] server.Server(415): Started @295943ms 2024-11-17T20:21:32,508 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T20:21:33,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T20:21:33,796 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T20:21:33,821 WARN [Thread-3675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1eab32e-e726-41f6-4c3a-bbc4a88817fc/cluster_e2f4d080-723f-b1c8-e7ee-ace090838b92/data/data1/current/BP-1621382380-172.17.0.2-1731874891565/current, will proceed with Du for space computation calculation, 2024-11-17T20:21:33,844 WARN [Thread-3676 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1eab32e-e726-41f6-4c3a-bbc4a88817fc/cluster_e2f4d080-723f-b1c8-e7ee-ace090838b92/data/data2/current/BP-1621382380-172.17.0.2-1731874891565/current, will proceed with Du for space computation calculation, 2024-11-17T20:21:33,934 WARN [Thread-3663 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T20:21:33,938 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdf3a093e51925af4 with lease ID 0x5ed743d41da858ff: Processing first storage report for DS-e1fb441f-1e19-4d2d-aefc-e643aa2fd1a4 from datanode DatanodeRegistration(127.0.0.1:38565, datanodeUuid=cf0b1690-b8e7-4762-8138-5fc31af36695, infoPort=44017, infoSecurePort=0, ipcPort=38991, storageInfo=lv=-57;cid=testClusterID;nsid=87540333;c=1731874891565) 2024-11-17T20:21:33,938 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdf3a093e51925af4 with lease ID 0x5ed743d41da858ff: from storage DS-e1fb441f-1e19-4d2d-aefc-e643aa2fd1a4 node DatanodeRegistration(127.0.0.1:38565, datanodeUuid=cf0b1690-b8e7-4762-8138-5fc31af36695, infoPort=44017, infoSecurePort=0, ipcPort=38991, storageInfo=lv=-57;cid=testClusterID;nsid=87540333;c=1731874891565), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T20:21:33,938 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdf3a093e51925af4 with lease ID 0x5ed743d41da858ff: Processing first storage report for DS-92d627f7-9dd8-4a8e-9d2d-c536bbe8c240 from datanode DatanodeRegistration(127.0.0.1:38565, datanodeUuid=cf0b1690-b8e7-4762-8138-5fc31af36695, infoPort=44017, infoSecurePort=0, ipcPort=38991, storageInfo=lv=-57;cid=testClusterID;nsid=87540333;c=1731874891565) 2024-11-17T20:21:33,938 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdf3a093e51925af4 with lease ID 0x5ed743d41da858ff: from storage DS-92d627f7-9dd8-4a8e-9d2d-c536bbe8c240 node DatanodeRegistration(127.0.0.1:38565, datanodeUuid=cf0b1690-b8e7-4762-8138-5fc31af36695, infoPort=44017, infoSecurePort=0, ipcPort=38991, storageInfo=lv=-57;cid=testClusterID;nsid=87540333;c=1731874891565), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T20:21:33,975 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1eab32e-e726-41f6-4c3a-bbc4a88817fc 2024-11-17T20:21:33,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:21:33,977 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:21:34,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38565 is added to blk_1073741825_1001 (size=7) 2024-11-17T20:21:34,003 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441 with version=8 2024-11-17T20:21:34,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/hbase-staging 2024-11-17T20:21:34,006 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:21:34,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:21:34,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:21:34,006 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:21:34,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:21:34,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:21:34,006 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T20:21:34,006 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:21:34,008 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33873 2024-11-17T20:21:34,009 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33873 connecting to ZooKeeper ensemble=127.0.0.1:62492 2024-11-17T20:21:34,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338730x0, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:21:34,032 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33873-0x1014a756ffe0006 connected 2024-11-17T20:21:34,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:21:34,104 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:21:34,106 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33873-0x1014a756ffe0006, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Set watcher on znode that does not yet exist, /2-1594243530/running 2024-11-17T20:21:34,107 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441, hbase.cluster.distributed=false 2024-11-17T20:21:34,108 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33873-0x1014a756ffe0006, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Set watcher on znode that does not yet exist, /2-1594243530/acl 2024-11-17T20:21:34,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33873 2024-11-17T20:21:34,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33873 2024-11-17T20:21:34,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33873 2024-11-17T20:21:34,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33873 2024-11-17T20:21:34,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33873 2024-11-17T20:21:34,137 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:21:34,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:21:34,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:21:34,137 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:21:34,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:21:34,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:21:34,137 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T20:21:34,138 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:21:34,140 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41501 2024-11-17T20:21:34,141 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41501 connecting to ZooKeeper ensemble=127.0.0.1:62492 2024-11-17T20:21:34,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:21:34,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:21:34,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415010x0, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:21:34,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415010x0, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Set watcher on znode that does not yet exist, /2-1594243530/running 2024-11-17T20:21:34,166 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T20:21:34,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41501-0x1014a756ffe0007 connected 2024-11-17T20:21:34,184 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T20:21:34,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41501-0x1014a756ffe0007, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Set watcher on znode that does not yet exist, /2-1594243530/master 2024-11-17T20:21:34,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41501-0x1014a756ffe0007, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Set watcher on znode that does not yet exist, /2-1594243530/acl 2024-11-17T20:21:34,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41501 2024-11-17T20:21:34,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41501 2024-11-17T20:21:34,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41501 2024-11-17T20:21:34,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41501 2024-11-17T20:21:34,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41501 2024-11-17T20:21:34,218 DEBUG [M:0;0b0b0ae8de03:33873 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b0b0ae8de03:33873 2024-11-17T20:21:34,220 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1594243530/backup-masters/0b0b0ae8de03,33873,1731874894005 2024-11-17T20:21:34,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41501-0x1014a756ffe0007, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1594243530/backup-masters 2024-11-17T20:21:34,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x1014a756ffe0006, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1594243530/backup-masters 2024-11-17T20:21:34,230 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33873-0x1014a756ffe0006, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Set watcher on existing znode=/2-1594243530/backup-masters/0b0b0ae8de03,33873,1731874894005 2024-11-17T20:21:34,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x1014a756ffe0006, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1594243530 2024-11-17T20:21:34,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41501-0x1014a756ffe0007, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1594243530/master 2024-11-17T20:21:34,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41501-0x1014a756ffe0007, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1594243530 2024-11-17T20:21:34,240 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33873-0x1014a756ffe0006, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Set watcher on existing znode=/2-1594243530/master 2024-11-17T20:21:34,241 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1594243530/backup-masters/0b0b0ae8de03,33873,1731874894005 from backup master directory 2024-11-17T20:21:34,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x1014a756ffe0006, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1594243530/backup-masters/0b0b0ae8de03,33873,1731874894005 2024-11-17T20:21:34,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41501-0x1014a756ffe0007, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1594243530/backup-masters 2024-11-17T20:21:34,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x1014a756ffe0006, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1594243530/backup-masters 2024-11-17T20:21:34,250 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:21:34,250 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b0b0ae8de03,33873,1731874894005 2024-11-17T20:21:34,253 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/hbase.id] with ID: 2627b470-1194-4420-8b6a-b3fd7922642e 2024-11-17T20:21:34,253 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/.tmp/hbase.id 2024-11-17T20:21:34,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38565 is added to blk_1073741826_1002 (size=42) 2024-11-17T20:21:34,275 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/.tmp/hbase.id]:[hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/hbase.id] 2024-11-17T20:21:34,291 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:21:34,291 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T20:21:34,293 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T20:21:34,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x1014a756ffe0006, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1594243530 2024-11-17T20:21:34,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41501-0x1014a756ffe0007, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1594243530 2024-11-17T20:21:34,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38565 is added to blk_1073741827_1003 (size=196) 2024-11-17T20:21:34,314 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:21:34,315 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T20:21:34,316 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:21:34,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38565 is added to blk_1073741828_1004 (size=1189) 2024-11-17T20:21:34,333 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/MasterData/data/master/store 2024-11-17T20:21:34,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38565 is added to blk_1073741829_1005 (size=34) 2024-11-17T20:21:34,743 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:21:34,743 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T20:21:34,744 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:21:34,744 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:21:34,744 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T20:21:34,744 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:21:34,744 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:21:34,744 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731874894743Disabling compacts and flushes for region at 1731874894743Disabling writes for close at 1731874894744 (+1 ms)Writing region close event to WAL at 1731874894744Closed at 1731874894744 2024-11-17T20:21:34,745 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/MasterData/data/master/store/.initializing 2024-11-17T20:21:34,745 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/MasterData/WALs/0b0b0ae8de03,33873,1731874894005 2024-11-17T20:21:34,746 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:21:34,748 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b0b0ae8de03%2C33873%2C1731874894005, suffix=, logDir=hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/MasterData/WALs/0b0b0ae8de03,33873,1731874894005, archiveDir=hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/MasterData/oldWALs, maxLogs=10 2024-11-17T20:21:34,767 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/MasterData/WALs/0b0b0ae8de03,33873,1731874894005/0b0b0ae8de03%2C33873%2C1731874894005.1731874894748, exclude list is [], retry=0 2024-11-17T20:21:34,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38565,DS-e1fb441f-1e19-4d2d-aefc-e643aa2fd1a4,DISK] 2024-11-17T20:21:34,772 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/MasterData/WALs/0b0b0ae8de03,33873,1731874894005/0b0b0ae8de03%2C33873%2C1731874894005.1731874894748 2024-11-17T20:21:34,772 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44017:44017)] 2024-11-17T20:21:34,773 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:21:34,773 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:21:34,773 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:21:34,773 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:21:34,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:21:34,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T20:21:34,776 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:34,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:21:34,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:21:34,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T20:21:34,778 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:34,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:21:34,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:21:34,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T20:21:34,780 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:34,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:21:34,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:21:34,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T20:21:34,782 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:34,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:21:34,783 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:21:34,784 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:21:34,784 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:21:34,786 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:21:34,786 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:21:34,786 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:21:34,788 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:21:34,790 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:21:34,791 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61051326, jitterRate=-0.09026435017585754}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:21:34,791 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731874894773Initializing all the Stores at 1731874894774 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874894774Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874894774Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874894774Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874894774Cleaning up temporary data from old regions at 1731874894786 (+12 ms)Region opened successfully at 1731874894791 (+5 ms) 2024-11-17T20:21:34,792 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T20:21:34,795 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cfb04b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:21:34,796 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T20:21:34,796 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T20:21:34,796 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T20:21:34,796 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T20:21:34,797 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T20:21:34,797 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T20:21:34,797 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T20:21:34,802 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T20:21:34,804 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33873-0x1014a756ffe0006, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Unable to get data of znode /2-1594243530/balancer because node does not exist (not necessarily an error) 2024-11-17T20:21:34,850 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1594243530/balancer already deleted, retry=false 2024-11-17T20:21:34,850 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T20:21:34,851 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33873-0x1014a756ffe0006, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Unable to get data of znode /2-1594243530/normalizer because node does not exist (not necessarily an error) 2024-11-17T20:21:34,860 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1594243530/normalizer already deleted, retry=false 2024-11-17T20:21:34,860 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T20:21:34,861 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33873-0x1014a756ffe0006, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Unable to get data of znode /2-1594243530/switch/split because node does not exist (not necessarily an error) 2024-11-17T20:21:34,871 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1594243530/switch/split already deleted, retry=false 2024-11-17T20:21:34,872 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33873-0x1014a756ffe0006, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Unable to get data of znode /2-1594243530/switch/merge because node does not exist (not necessarily an error) 2024-11-17T20:21:34,881 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1594243530/switch/merge already deleted, retry=false 2024-11-17T20:21:34,883 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33873-0x1014a756ffe0006, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Unable to get data of znode /2-1594243530/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T20:21:34,892 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1594243530/snapshot-cleanup already deleted, retry=false 2024-11-17T20:21:34,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41501-0x1014a756ffe0007, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1594243530/running 2024-11-17T20:21:34,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x1014a756ffe0006, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1594243530/running 2024-11-17T20:21:34,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41501-0x1014a756ffe0007, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1594243530 2024-11-17T20:21:34,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x1014a756ffe0006, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1594243530 2024-11-17T20:21:34,903 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b0b0ae8de03,33873,1731874894005, sessionid=0x1014a756ffe0006, setting cluster-up flag (Was=false) 2024-11-17T20:21:34,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41501-0x1014a756ffe0007, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1594243530 2024-11-17T20:21:34,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x1014a756ffe0006, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1594243530 2024-11-17T20:21:34,955 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1594243530/flush-table-proc/acquired, /2-1594243530/flush-table-proc/reached, /2-1594243530/flush-table-proc/abort 2024-11-17T20:21:34,956 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b0b0ae8de03,33873,1731874894005 2024-11-17T20:21:34,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x1014a756ffe0006, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1594243530 2024-11-17T20:21:34,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41501-0x1014a756ffe0007, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1594243530 2024-11-17T20:21:35,007 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1594243530/online-snapshot/acquired, /2-1594243530/online-snapshot/reached, /2-1594243530/online-snapshot/abort 2024-11-17T20:21:35,008 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b0b0ae8de03,33873,1731874894005 2024-11-17T20:21:35,009 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T20:21:35,011 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T20:21:35,011 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T20:21:35,011 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T20:21:35,011 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b0b0ae8de03,33873,1731874894005 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T20:21:35,012 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:21:35,012 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:21:35,012 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:21:35,013 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:21:35,013 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b0b0ae8de03:0, corePoolSize=10, maxPoolSize=10 2024-11-17T20:21:35,013 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:21:35,013 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:21:35,013 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:21:35,013 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731874925013 2024-11-17T20:21:35,013 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T20:21:35,014 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T20:21:35,014 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T20:21:35,014 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T20:21:35,014 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T20:21:35,014 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T20:21:35,014 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:35,014 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:21:35,014 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T20:21:35,014 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T20:21:35,014 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T20:21:35,014 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T20:21:35,014 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T20:21:35,015 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T20:21:35,015 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T20:21:35,015 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874895015,5,FailOnTimeoutGroup] 2024-11-17T20:21:35,015 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874895015,5,FailOnTimeoutGroup] 2024-11-17T20:21:35,015 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:35,015 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T20:21:35,015 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:35,015 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:35,015 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:35,015 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T20:21:35,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38565 is added to blk_1073741831_1007 (size=1321) 2024-11-17T20:21:35,107 INFO [RS:0;0b0b0ae8de03:41501 {}] regionserver.HRegionServer(746): ClusterId : 2627b470-1194-4420-8b6a-b3fd7922642e 2024-11-17T20:21:35,107 DEBUG [RS:0;0b0b0ae8de03:41501 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T20:21:35,114 DEBUG [RS:0;0b0b0ae8de03:41501 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T20:21:35,114 DEBUG [RS:0;0b0b0ae8de03:41501 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T20:21:35,124 DEBUG [RS:0;0b0b0ae8de03:41501 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T20:21:35,124 DEBUG [RS:0;0b0b0ae8de03:41501 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ca1130a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:21:35,140 DEBUG [RS:0;0b0b0ae8de03:41501 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b0b0ae8de03:41501 2024-11-17T20:21:35,140 INFO [RS:0;0b0b0ae8de03:41501 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T20:21:35,140 INFO [RS:0;0b0b0ae8de03:41501 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T20:21:35,140 DEBUG [RS:0;0b0b0ae8de03:41501 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T20:21:35,141 INFO [RS:0;0b0b0ae8de03:41501 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b0b0ae8de03,33873,1731874894005 with port=41501, startcode=1731874894137 2024-11-17T20:21:35,141 DEBUG [RS:0;0b0b0ae8de03:41501 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T20:21:35,143 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T20:21:35,143 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33873 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b0b0ae8de03,41501,1731874894137 2024-11-17T20:21:35,143 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33873 {}] master.ServerManager(517): Registering regionserver=0b0b0ae8de03,41501,1731874894137 2024-11-17T20:21:35,144 DEBUG [RS:0;0b0b0ae8de03:41501 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441 2024-11-17T20:21:35,144 DEBUG [RS:0;0b0b0ae8de03:41501 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42159 2024-11-17T20:21:35,144 DEBUG [RS:0;0b0b0ae8de03:41501 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T20:21:35,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x1014a756ffe0006, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1594243530/rs 2024-11-17T20:21:35,210 DEBUG [RS:0;0b0b0ae8de03:41501 {}] zookeeper.ZKUtil(111): regionserver:41501-0x1014a756ffe0007, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Set watcher on existing znode=/2-1594243530/rs/0b0b0ae8de03,41501,1731874894137 2024-11-17T20:21:35,210 WARN [RS:0;0b0b0ae8de03:41501 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:21:35,211 INFO [RS:0;0b0b0ae8de03:41501 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:21:35,211 DEBUG [RS:0;0b0b0ae8de03:41501 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/WALs/0b0b0ae8de03,41501,1731874894137 2024-11-17T20:21:35,211 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b0b0ae8de03,41501,1731874894137] 2024-11-17T20:21:35,214 INFO [RS:0;0b0b0ae8de03:41501 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T20:21:35,215 INFO [RS:0;0b0b0ae8de03:41501 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T20:21:35,220 INFO [RS:0;0b0b0ae8de03:41501 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T20:21:35,220 INFO [RS:0;0b0b0ae8de03:41501 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:35,221 INFO [RS:0;0b0b0ae8de03:41501 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T20:21:35,224 INFO [RS:0;0b0b0ae8de03:41501 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T20:21:35,224 INFO [RS:0;0b0b0ae8de03:41501 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:35,225 DEBUG [RS:0;0b0b0ae8de03:41501 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:21:35,225 DEBUG [RS:0;0b0b0ae8de03:41501 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:21:35,225 DEBUG [RS:0;0b0b0ae8de03:41501 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:21:35,225 DEBUG [RS:0;0b0b0ae8de03:41501 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:21:35,225 DEBUG [RS:0;0b0b0ae8de03:41501 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:21:35,225 DEBUG [RS:0;0b0b0ae8de03:41501 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:21:35,225 DEBUG [RS:0;0b0b0ae8de03:41501 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:21:35,225 DEBUG [RS:0;0b0b0ae8de03:41501 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:21:35,225 DEBUG [RS:0;0b0b0ae8de03:41501 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:21:35,225 DEBUG [RS:0;0b0b0ae8de03:41501 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:21:35,225 DEBUG [RS:0;0b0b0ae8de03:41501 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:21:35,225 DEBUG [RS:0;0b0b0ae8de03:41501 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:21:35,225 DEBUG [RS:0;0b0b0ae8de03:41501 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:21:35,225 DEBUG [RS:0;0b0b0ae8de03:41501 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:21:35,236 INFO [RS:0;0b0b0ae8de03:41501 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:35,236 INFO [RS:0;0b0b0ae8de03:41501 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:35,236 INFO [RS:0;0b0b0ae8de03:41501 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:35,236 INFO [RS:0;0b0b0ae8de03:41501 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:35,236 INFO [RS:0;0b0b0ae8de03:41501 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:35,236 INFO [RS:0;0b0b0ae8de03:41501 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,41501,1731874894137-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:21:35,259 INFO [RS:0;0b0b0ae8de03:41501 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T20:21:35,259 INFO [RS:0;0b0b0ae8de03:41501 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,41501,1731874894137-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:35,259 INFO [RS:0;0b0b0ae8de03:41501 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:35,260 INFO [RS:0;0b0b0ae8de03:41501 {}] regionserver.Replication(171): 0b0b0ae8de03,41501,1731874894137 started 2024-11-17T20:21:35,278 INFO [RS:0;0b0b0ae8de03:41501 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:35,278 INFO [RS:0;0b0b0ae8de03:41501 {}] regionserver.HRegionServer(1482): Serving as 0b0b0ae8de03,41501,1731874894137, RpcServer on 0b0b0ae8de03/172.17.0.2:41501, sessionid=0x1014a756ffe0007 2024-11-17T20:21:35,279 DEBUG [RS:0;0b0b0ae8de03:41501 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T20:21:35,279 DEBUG [RS:0;0b0b0ae8de03:41501 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b0b0ae8de03,41501,1731874894137 2024-11-17T20:21:35,279 DEBUG [RS:0;0b0b0ae8de03:41501 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,41501,1731874894137' 2024-11-17T20:21:35,279 DEBUG [RS:0;0b0b0ae8de03:41501 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1594243530/flush-table-proc/abort' 2024-11-17T20:21:35,280 DEBUG [RS:0;0b0b0ae8de03:41501 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1594243530/flush-table-proc/acquired' 2024-11-17T20:21:35,280 DEBUG [RS:0;0b0b0ae8de03:41501 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T20:21:35,280 DEBUG [RS:0;0b0b0ae8de03:41501 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T20:21:35,280 DEBUG [RS:0;0b0b0ae8de03:41501 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b0b0ae8de03,41501,1731874894137 2024-11-17T20:21:35,280 DEBUG [RS:0;0b0b0ae8de03:41501 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,41501,1731874894137' 2024-11-17T20:21:35,280 DEBUG [RS:0;0b0b0ae8de03:41501 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1594243530/online-snapshot/abort' 2024-11-17T20:21:35,280 DEBUG [RS:0;0b0b0ae8de03:41501 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1594243530/online-snapshot/acquired' 2024-11-17T20:21:35,281 DEBUG [RS:0;0b0b0ae8de03:41501 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T20:21:35,281 INFO [RS:0;0b0b0ae8de03:41501 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T20:21:35,281 INFO [RS:0;0b0b0ae8de03:41501 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T20:21:35,382 INFO [RS:0;0b0b0ae8de03:41501 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:21:35,383 INFO [RS:0;0b0b0ae8de03:41501 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C41501%2C1731874894137, suffix=, logDir=hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/WALs/0b0b0ae8de03,41501,1731874894137, archiveDir=hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/oldWALs, maxLogs=10 2024-11-17T20:21:35,400 DEBUG [RS:0;0b0b0ae8de03:41501 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/WALs/0b0b0ae8de03,41501,1731874894137/0b0b0ae8de03%2C41501%2C1731874894137.1731874895383, exclude list is [], retry=0 2024-11-17T20:21:35,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38565,DS-e1fb441f-1e19-4d2d-aefc-e643aa2fd1a4,DISK] 2024-11-17T20:21:35,405 INFO [RS:0;0b0b0ae8de03:41501 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/WALs/0b0b0ae8de03,41501,1731874894137/0b0b0ae8de03%2C41501%2C1731874894137.1731874895383 2024-11-17T20:21:35,408 DEBUG [RS:0;0b0b0ae8de03:41501 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44017:44017)] 2024-11-17T20:21:35,424 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T20:21:35,424 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441 2024-11-17T20:21:35,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38565 is added to blk_1073741833_1009 (size=32) 2024-11-17T20:21:35,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:21:35,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T20:21:35,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T20:21:35,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:35,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:21:35,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T20:21:35,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T20:21:35,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:35,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:21:35,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T20:21:35,448 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T20:21:35,448 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:35,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:21:35,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T20:21:35,450 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T20:21:35,450 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:35,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:21:35,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T20:21:35,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/hbase/meta/1588230740 2024-11-17T20:21:35,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/hbase/meta/1588230740 2024-11-17T20:21:35,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T20:21:35,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T20:21:35,452 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:21:35,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T20:21:35,455 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:21:35,456 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62339973, jitterRate=-0.07106201350688934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:21:35,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731874895443Initializing all the Stores at 1731874895443Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874895443Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874895443Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874895443Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874895443Cleaning up temporary data from old regions at 1731874895452 (+9 ms)Region opened successfully at 1731874895456 (+4 ms) 2024-11-17T20:21:35,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T20:21:35,456 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T20:21:35,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T20:21:35,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T20:21:35,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T20:21:35,456 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T20:21:35,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731874895456Disabling compacts and flushes for region at 1731874895456Disabling writes for close at 1731874895456Writing region close event to WAL at 1731874895456Closed at 1731874895456 2024-11-17T20:21:35,457 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:21:35,457 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T20:21:35,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T20:21:35,458 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T20:21:35,459 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T20:21:35,609 DEBUG [0b0b0ae8de03:33873 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T20:21:35,610 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b0b0ae8de03,41501,1731874894137 2024-11-17T20:21:35,611 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,41501,1731874894137, state=OPENING 2024-11-17T20:21:35,671 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T20:21:35,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x1014a756ffe0006, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1594243530 2024-11-17T20:21:35,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41501-0x1014a756ffe0007, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1594243530 2024-11-17T20:21:35,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1594243530/meta-region-server: CHANGED 2024-11-17T20:21:35,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1594243530/meta-region-server: CHANGED 2024-11-17T20:21:35,682 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T20:21:35,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,41501,1731874894137}] 2024-11-17T20:21:35,834 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T20:21:35,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T20:21:35,839 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T20:21:35,839 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:21:35,840 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T20:21:35,841 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C41501%2C1731874894137.meta, suffix=.meta, logDir=hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/WALs/0b0b0ae8de03,41501,1731874894137, archiveDir=hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/oldWALs, maxLogs=10 2024-11-17T20:21:35,859 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/WALs/0b0b0ae8de03,41501,1731874894137/0b0b0ae8de03%2C41501%2C1731874894137.meta.1731874895841.meta, exclude list is [], retry=0 2024-11-17T20:21:35,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38565,DS-e1fb441f-1e19-4d2d-aefc-e643aa2fd1a4,DISK] 2024-11-17T20:21:35,866 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/WALs/0b0b0ae8de03,41501,1731874894137/0b0b0ae8de03%2C41501%2C1731874894137.meta.1731874895841.meta 2024-11-17T20:21:35,866 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44017:44017)] 2024-11-17T20:21:35,866 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:21:35,866 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:21:35,866 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T20:21:35,867 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T20:21:35,867 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T20:21:35,867 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T20:21:35,867 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:21:35,867 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T20:21:35,867 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T20:21:35,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T20:21:35,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T20:21:35,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:35,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:21:35,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T20:21:35,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T20:21:35,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:35,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:21:35,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T20:21:35,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T20:21:35,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:35,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:21:35,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T20:21:35,873 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T20:21:35,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:35,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:21:35,873 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T20:21:35,874 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/hbase/meta/1588230740 2024-11-17T20:21:35,875 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/hbase/meta/1588230740 2024-11-17T20:21:35,875 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T20:21:35,875 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T20:21:35,876 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:21:35,877 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T20:21:35,878 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61344909, jitterRate=-0.08588962256908417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:21:35,878 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T20:21:35,878 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731874895867Writing region info on filesystem at 1731874895867Initializing all the Stores at 1731874895868 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874895868Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874895868Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874895868Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874895868Cleaning up temporary data from old regions at 1731874895875 (+7 ms)Running coprocessor post-open hooks at 1731874895878 (+3 ms)Region opened successfully at 1731874895878 2024-11-17T20:21:35,879 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731874895834 2024-11-17T20:21:35,881 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T20:21:35,881 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T20:21:35,882 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,41501,1731874894137 2024-11-17T20:21:35,882 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,41501,1731874894137, state=OPEN 2024-11-17T20:21:35,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x1014a756ffe0006, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1594243530/meta-region-server 2024-11-17T20:21:35,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41501-0x1014a756ffe0007, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1594243530/meta-region-server 2024-11-17T20:21:35,892 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,41501,1731874894137 2024-11-17T20:21:35,892 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1594243530/meta-region-server: CHANGED 2024-11-17T20:21:35,892 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1594243530/meta-region-server: CHANGED 2024-11-17T20:21:35,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T20:21:35,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,41501,1731874894137 in 210 msec 2024-11-17T20:21:35,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T20:21:35,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 437 msec 2024-11-17T20:21:35,897 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:21:35,897 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T20:21:35,898 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:21:35,898 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,41501,1731874894137, seqNum=-1] 2024-11-17T20:21:35,898 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:21:35,900 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:21:35,910 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 899 msec 2024-11-17T20:21:35,910 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731874895910, completionTime=-1 2024-11-17T20:21:35,910 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T20:21:35,910 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T20:21:35,913 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T20:21:35,913 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731874955913 2024-11-17T20:21:35,913 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731875015913 2024-11-17T20:21:35,913 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-17T20:21:35,914 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,33873,1731874894005-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:35,914 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,33873,1731874894005-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:35,914 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,33873,1731874894005-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:35,914 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b0b0ae8de03:33873, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:35,914 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:35,914 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:35,916 DEBUG [master/0b0b0ae8de03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T20:21:35,919 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.669sec 2024-11-17T20:21:35,919 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T20:21:35,919 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T20:21:35,919 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T20:21:35,919 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T20:21:35,919 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T20:21:35,919 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,33873,1731874894005-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:21:35,919 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,33873,1731874894005-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T20:21:35,921 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T20:21:35,921 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T20:21:35,922 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,33873,1731874894005-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:21:36,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@640c365c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:36,007 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,33873,-1 for getting cluster id 2024-11-17T20:21:36,007 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:21:36,009 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2627b470-1194-4420-8b6a-b3fd7922642e' 2024-11-17T20:21:36,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:21:36,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2627b470-1194-4420-8b6a-b3fd7922642e" 2024-11-17T20:21:36,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5115865a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:36,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,33873,-1] 2024-11-17T20:21:36,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:21:36,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:36,010 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:21:36,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e965d96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:36,012 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:21:36,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,41501,1731874894137, seqNum=-1] 2024-11-17T20:21:36,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:21:36,014 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:21:36,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0b0b0ae8de03,33873,1731874894005 2024-11-17T20:21:36,016 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:62492 2024-11-17T20:21:36,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:21:36,071 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1014a756ffe0008 connected 2024-11-17T20:21:36,085 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:21:36,086 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,39779,1731874881279 2024-11-17T20:21:36,086 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39aaf8c1 2024-11-17T20:21:36,086 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:21:36,087 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:21:36,088 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39779 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:21:36,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39779 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T20:21:36,090 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T20:21:36,090 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:36,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39779 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T20:21:36,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:21:36,092 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T20:21:36,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741835_1011 (size=902) 2024-11-17T20:21:36,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:21:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:21:36,500 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 792c6ed8b9526a4a3d17980692d0a0b0, NAME => 'test,,1731874896087.792c6ed8b9526a4a3d17980692d0a0b0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e 2024-11-17T20:21:36,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741836_1012 (size=39) 2024-11-17T20:21:36,505 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731874896087.792c6ed8b9526a4a3d17980692d0a0b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:21:36,505 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 792c6ed8b9526a4a3d17980692d0a0b0, disabling compactions & flushes 2024-11-17T20:21:36,505 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731874896087.792c6ed8b9526a4a3d17980692d0a0b0. 2024-11-17T20:21:36,505 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731874896087.792c6ed8b9526a4a3d17980692d0a0b0. 2024-11-17T20:21:36,505 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731874896087.792c6ed8b9526a4a3d17980692d0a0b0. after waiting 0 ms 2024-11-17T20:21:36,505 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731874896087.792c6ed8b9526a4a3d17980692d0a0b0. 2024-11-17T20:21:36,505 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731874896087.792c6ed8b9526a4a3d17980692d0a0b0. 2024-11-17T20:21:36,505 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 792c6ed8b9526a4a3d17980692d0a0b0: Waiting for close lock at 1731874896505Disabling compacts and flushes for region at 1731874896505Disabling writes for close at 1731874896505Writing region close event to WAL at 1731874896505Closed at 1731874896505 2024-11-17T20:21:36,506 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T20:21:36,507 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731874896087.792c6ed8b9526a4a3d17980692d0a0b0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731874896506"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731874896506"}]},"ts":"1731874896506"} 2024-11-17T20:21:36,509 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T20:21:36,510 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T20:21:36,511 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874896510"}]},"ts":"1731874896510"} 2024-11-17T20:21:36,513 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T20:21:36,514 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=792c6ed8b9526a4a3d17980692d0a0b0, ASSIGN}] 2024-11-17T20:21:36,515 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=792c6ed8b9526a4a3d17980692d0a0b0, ASSIGN 2024-11-17T20:21:36,515 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=792c6ed8b9526a4a3d17980692d0a0b0, ASSIGN; state=OFFLINE, location=0b0b0ae8de03,45579,1731874881508; forceNewPlan=false, retain=false 2024-11-17T20:21:36,666 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=792c6ed8b9526a4a3d17980692d0a0b0, regionState=OPENING, regionLocation=0b0b0ae8de03,45579,1731874881508 2024-11-17T20:21:36,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=792c6ed8b9526a4a3d17980692d0a0b0, ASSIGN because future has completed 2024-11-17T20:21:36,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 792c6ed8b9526a4a3d17980692d0a0b0, server=0b0b0ae8de03,45579,1731874881508}] 2024-11-17T20:21:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:21:36,827 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731874896087.792c6ed8b9526a4a3d17980692d0a0b0. 2024-11-17T20:21:36,828 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 792c6ed8b9526a4a3d17980692d0a0b0, NAME => 'test,,1731874896087.792c6ed8b9526a4a3d17980692d0a0b0.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:21:36,828 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:21:36,828 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T20:21:36,829 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 792c6ed8b9526a4a3d17980692d0a0b0 2024-11-17T20:21:36,829 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731874896087.792c6ed8b9526a4a3d17980692d0a0b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:21:36,829 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 792c6ed8b9526a4a3d17980692d0a0b0 2024-11-17T20:21:36,829 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 792c6ed8b9526a4a3d17980692d0a0b0 2024-11-17T20:21:36,830 INFO [StoreOpener-792c6ed8b9526a4a3d17980692d0a0b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 792c6ed8b9526a4a3d17980692d0a0b0 2024-11-17T20:21:36,831 INFO [StoreOpener-792c6ed8b9526a4a3d17980692d0a0b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 792c6ed8b9526a4a3d17980692d0a0b0 columnFamilyName f 2024-11-17T20:21:36,831 DEBUG [StoreOpener-792c6ed8b9526a4a3d17980692d0a0b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:36,831 INFO [StoreOpener-792c6ed8b9526a4a3d17980692d0a0b0-1 {}] regionserver.HStore(327): Store=792c6ed8b9526a4a3d17980692d0a0b0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:21:36,831 INFO [StoreOpener-792c6ed8b9526a4a3d17980692d0a0b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 792c6ed8b9526a4a3d17980692d0a0b0 2024-11-17T20:21:36,832 INFO [StoreOpener-792c6ed8b9526a4a3d17980692d0a0b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 792c6ed8b9526a4a3d17980692d0a0b0 columnFamilyName f1 2024-11-17T20:21:36,833 DEBUG [StoreOpener-792c6ed8b9526a4a3d17980692d0a0b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:36,833 INFO [StoreOpener-792c6ed8b9526a4a3d17980692d0a0b0-1 {}] regionserver.HStore(327): Store=792c6ed8b9526a4a3d17980692d0a0b0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:21:36,833 INFO [StoreOpener-792c6ed8b9526a4a3d17980692d0a0b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 792c6ed8b9526a4a3d17980692d0a0b0 2024-11-17T20:21:36,834 INFO [StoreOpener-792c6ed8b9526a4a3d17980692d0a0b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 792c6ed8b9526a4a3d17980692d0a0b0 columnFamilyName norep 2024-11-17T20:21:36,834 DEBUG [StoreOpener-792c6ed8b9526a4a3d17980692d0a0b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:36,834 INFO [StoreOpener-792c6ed8b9526a4a3d17980692d0a0b0-1 {}] regionserver.HStore(327): Store=792c6ed8b9526a4a3d17980692d0a0b0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:21:36,834 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 792c6ed8b9526a4a3d17980692d0a0b0 2024-11-17T20:21:36,835 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/default/test/792c6ed8b9526a4a3d17980692d0a0b0 2024-11-17T20:21:36,835 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/default/test/792c6ed8b9526a4a3d17980692d0a0b0 2024-11-17T20:21:36,836 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 792c6ed8b9526a4a3d17980692d0a0b0 2024-11-17T20:21:36,836 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 792c6ed8b9526a4a3d17980692d0a0b0 2024-11-17T20:21:36,836 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T20:21:36,837 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 792c6ed8b9526a4a3d17980692d0a0b0 2024-11-17T20:21:36,839 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/default/test/792c6ed8b9526a4a3d17980692d0a0b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:21:36,839 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 792c6ed8b9526a4a3d17980692d0a0b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61697354, jitterRate=-0.08063778281211853}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T20:21:36,839 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 792c6ed8b9526a4a3d17980692d0a0b0 2024-11-17T20:21:36,840 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 792c6ed8b9526a4a3d17980692d0a0b0: Running coprocessor pre-open hook at 1731874896829Writing region info on filesystem at 1731874896829Initializing all the Stores at 1731874896830 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874896830Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874896830Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874896830Cleaning up temporary data from old regions at 1731874896836 (+6 ms)Running coprocessor post-open hooks at 1731874896839 (+3 ms)Region opened successfully at 1731874896840 (+1 ms) 2024-11-17T20:21:36,841 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731874896087.792c6ed8b9526a4a3d17980692d0a0b0., pid=6, masterSystemTime=1731874896822 2024-11-17T20:21:36,842 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731874896087.792c6ed8b9526a4a3d17980692d0a0b0. 2024-11-17T20:21:36,842 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731874896087.792c6ed8b9526a4a3d17980692d0a0b0. 2024-11-17T20:21:36,843 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=792c6ed8b9526a4a3d17980692d0a0b0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0b0b0ae8de03,45579,1731874881508 2024-11-17T20:21:36,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 792c6ed8b9526a4a3d17980692d0a0b0, server=0b0b0ae8de03,45579,1731874881508 because future has completed 2024-11-17T20:21:36,849 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T20:21:36,850 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 792c6ed8b9526a4a3d17980692d0a0b0, server=0b0b0ae8de03,45579,1731874881508 in 178 msec 2024-11-17T20:21:36,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T20:21:36,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=792c6ed8b9526a4a3d17980692d0a0b0, ASSIGN in 336 msec 2024-11-17T20:21:36,854 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T20:21:36,854 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874896854"}]},"ts":"1731874896854"} 2024-11-17T20:21:36,857 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T20:21:36,857 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T20:21:36,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:36,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:36,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:36,858 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T20:21:36,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 770 msec 2024-11-17T20:21:36,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:36,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:36,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:36,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:36,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:36,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:36,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:36,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:36,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:37,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:21:37,233 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T20:21:37,234 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:21:37,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,42151,1731874889504 2024-11-17T20:21:37,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2737536c 2024-11-17T20:21:37,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:21:37,236 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:21:37,236 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:21:37,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T20:21:37,239 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T20:21:37,239 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:37,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T20:21:37,240 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T20:21:37,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:21:37,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741835_1011 (size=902) 2024-11-17T20:21:37,256 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1628a412a091d4d7ce91ff23c28330b3, NAME => 'test,,1731874897236.1628a412a091d4d7ce91ff23c28330b3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3 2024-11-17T20:21:37,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741836_1012 (size=39) 2024-11-17T20:21:37,261 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731874897236.1628a412a091d4d7ce91ff23c28330b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:21:37,262 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1628a412a091d4d7ce91ff23c28330b3, disabling compactions & flushes 2024-11-17T20:21:37,262 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731874897236.1628a412a091d4d7ce91ff23c28330b3. 2024-11-17T20:21:37,262 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731874897236.1628a412a091d4d7ce91ff23c28330b3. 2024-11-17T20:21:37,262 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731874897236.1628a412a091d4d7ce91ff23c28330b3. after waiting 0 ms 2024-11-17T20:21:37,262 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731874897236.1628a412a091d4d7ce91ff23c28330b3. 2024-11-17T20:21:37,262 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731874897236.1628a412a091d4d7ce91ff23c28330b3. 2024-11-17T20:21:37,262 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1628a412a091d4d7ce91ff23c28330b3: Waiting for close lock at 1731874897262Disabling compacts and flushes for region at 1731874897262Disabling writes for close at 1731874897262Writing region close event to WAL at 1731874897262Closed at 1731874897262 2024-11-17T20:21:37,264 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T20:21:37,264 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731874897236.1628a412a091d4d7ce91ff23c28330b3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731874897264"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731874897264"}]},"ts":"1731874897264"} 2024-11-17T20:21:37,266 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T20:21:37,267 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T20:21:37,267 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874897267"}]},"ts":"1731874897267"} 2024-11-17T20:21:37,269 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T20:21:37,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1628a412a091d4d7ce91ff23c28330b3, ASSIGN}] 2024-11-17T20:21:37,270 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1628a412a091d4d7ce91ff23c28330b3, ASSIGN 2024-11-17T20:21:37,271 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1628a412a091d4d7ce91ff23c28330b3, ASSIGN; state=OFFLINE, location=0b0b0ae8de03,38907,1731874889644; forceNewPlan=false, retain=false 2024-11-17T20:21:37,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:21:37,422 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1628a412a091d4d7ce91ff23c28330b3, regionState=OPENING, regionLocation=0b0b0ae8de03,38907,1731874889644 2024-11-17T20:21:37,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1628a412a091d4d7ce91ff23c28330b3, ASSIGN because future has completed 2024-11-17T20:21:37,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1628a412a091d4d7ce91ff23c28330b3, server=0b0b0ae8de03,38907,1731874889644}] 2024-11-17T20:21:37,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:21:37,588 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731874897236.1628a412a091d4d7ce91ff23c28330b3. 2024-11-17T20:21:37,589 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1628a412a091d4d7ce91ff23c28330b3, NAME => 'test,,1731874897236.1628a412a091d4d7ce91ff23c28330b3.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:21:37,589 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:21:37,590 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T20:21:37,590 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1628a412a091d4d7ce91ff23c28330b3 2024-11-17T20:21:37,590 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731874897236.1628a412a091d4d7ce91ff23c28330b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:21:37,590 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1628a412a091d4d7ce91ff23c28330b3 2024-11-17T20:21:37,591 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1628a412a091d4d7ce91ff23c28330b3 2024-11-17T20:21:37,592 INFO [StoreOpener-1628a412a091d4d7ce91ff23c28330b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1628a412a091d4d7ce91ff23c28330b3 2024-11-17T20:21:37,593 INFO [StoreOpener-1628a412a091d4d7ce91ff23c28330b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1628a412a091d4d7ce91ff23c28330b3 columnFamilyName f 2024-11-17T20:21:37,594 DEBUG [StoreOpener-1628a412a091d4d7ce91ff23c28330b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:37,594 INFO [StoreOpener-1628a412a091d4d7ce91ff23c28330b3-1 {}] regionserver.HStore(327): Store=1628a412a091d4d7ce91ff23c28330b3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:21:37,595 INFO [StoreOpener-1628a412a091d4d7ce91ff23c28330b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1628a412a091d4d7ce91ff23c28330b3 2024-11-17T20:21:37,596 INFO [StoreOpener-1628a412a091d4d7ce91ff23c28330b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1628a412a091d4d7ce91ff23c28330b3 columnFamilyName f1 2024-11-17T20:21:37,596 DEBUG [StoreOpener-1628a412a091d4d7ce91ff23c28330b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:37,597 INFO [StoreOpener-1628a412a091d4d7ce91ff23c28330b3-1 {}] regionserver.HStore(327): Store=1628a412a091d4d7ce91ff23c28330b3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:21:37,597 INFO [StoreOpener-1628a412a091d4d7ce91ff23c28330b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1628a412a091d4d7ce91ff23c28330b3 2024-11-17T20:21:37,598 INFO [StoreOpener-1628a412a091d4d7ce91ff23c28330b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1628a412a091d4d7ce91ff23c28330b3 columnFamilyName norep 2024-11-17T20:21:37,599 DEBUG [StoreOpener-1628a412a091d4d7ce91ff23c28330b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:37,599 INFO [StoreOpener-1628a412a091d4d7ce91ff23c28330b3-1 {}] regionserver.HStore(327): Store=1628a412a091d4d7ce91ff23c28330b3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:21:37,599 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1628a412a091d4d7ce91ff23c28330b3 2024-11-17T20:21:37,600 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/default/test/1628a412a091d4d7ce91ff23c28330b3 2024-11-17T20:21:37,600 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/default/test/1628a412a091d4d7ce91ff23c28330b3 2024-11-17T20:21:37,601 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1628a412a091d4d7ce91ff23c28330b3 2024-11-17T20:21:37,601 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1628a412a091d4d7ce91ff23c28330b3 2024-11-17T20:21:37,601 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T20:21:37,603 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1628a412a091d4d7ce91ff23c28330b3 2024-11-17T20:21:37,604 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/default/test/1628a412a091d4d7ce91ff23c28330b3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:21:37,605 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1628a412a091d4d7ce91ff23c28330b3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72539753, jitterRate=0.0809265524148941}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T20:21:37,605 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1628a412a091d4d7ce91ff23c28330b3 2024-11-17T20:21:37,605 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1628a412a091d4d7ce91ff23c28330b3: Running coprocessor pre-open hook at 1731874897591Writing region info on filesystem at 1731874897591Initializing all the Stores at 1731874897592 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874897592Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874897592Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874897592Cleaning up temporary data from old regions at 1731874897601 (+9 ms)Running coprocessor post-open hooks at 1731874897605 (+4 ms)Region opened successfully at 1731874897605 2024-11-17T20:21:37,606 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731874897236.1628a412a091d4d7ce91ff23c28330b3., pid=6, masterSystemTime=1731874897578 2024-11-17T20:21:37,608 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731874897236.1628a412a091d4d7ce91ff23c28330b3. 2024-11-17T20:21:37,608 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731874897236.1628a412a091d4d7ce91ff23c28330b3. 2024-11-17T20:21:37,608 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1628a412a091d4d7ce91ff23c28330b3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0b0b0ae8de03,38907,1731874889644 2024-11-17T20:21:37,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1628a412a091d4d7ce91ff23c28330b3, server=0b0b0ae8de03,38907,1731874889644 because future has completed 2024-11-17T20:21:37,613 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T20:21:37,613 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1628a412a091d4d7ce91ff23c28330b3, server=0b0b0ae8de03,38907,1731874889644 in 186 msec 2024-11-17T20:21:37,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T20:21:37,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1628a412a091d4d7ce91ff23c28330b3, ASSIGN in 344 msec 2024-11-17T20:21:37,616 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T20:21:37,616 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874897616"}]},"ts":"1731874897616"} 2024-11-17T20:21:37,617 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T20:21:37,618 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T20:21:37,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 381 msec 2024-11-17T20:21:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:21:37,864 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T20:21:37,864 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:21:37,865 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,33873,1731874894005 2024-11-17T20:21:37,865 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7de9ec7e 2024-11-17T20:21:37,865 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:21:37,866 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:21:37,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:21:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T20:21:37,869 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T20:21:37,869 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:37,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T20:21:37,870 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T20:21:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:21:37,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38565 is added to blk_1073741835_1011 (size=902) 2024-11-17T20:21:37,879 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2d0852fdd8b098aaa4bbd3f6b8dd35c5, NAME => 'test,,1731874897867.2d0852fdd8b098aaa4bbd3f6b8dd35c5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441 2024-11-17T20:21:37,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38565 is added to blk_1073741836_1012 (size=39) 2024-11-17T20:21:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:21:38,168 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T20:21:38,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:21:38,286 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731874897867.2d0852fdd8b098aaa4bbd3f6b8dd35c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:21:38,286 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2d0852fdd8b098aaa4bbd3f6b8dd35c5, disabling compactions & flushes 2024-11-17T20:21:38,286 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731874897867.2d0852fdd8b098aaa4bbd3f6b8dd35c5. 2024-11-17T20:21:38,287 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731874897867.2d0852fdd8b098aaa4bbd3f6b8dd35c5. 2024-11-17T20:21:38,287 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731874897867.2d0852fdd8b098aaa4bbd3f6b8dd35c5. after waiting 0 ms 2024-11-17T20:21:38,287 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731874897867.2d0852fdd8b098aaa4bbd3f6b8dd35c5. 2024-11-17T20:21:38,287 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731874897867.2d0852fdd8b098aaa4bbd3f6b8dd35c5. 2024-11-17T20:21:38,287 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2d0852fdd8b098aaa4bbd3f6b8dd35c5: Waiting for close lock at 1731874898286Disabling compacts and flushes for region at 1731874898286Disabling writes for close at 1731874898287 (+1 ms)Writing region close event to WAL at 1731874898287Closed at 1731874898287 2024-11-17T20:21:38,288 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T20:21:38,288 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731874897867.2d0852fdd8b098aaa4bbd3f6b8dd35c5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731874898288"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731874898288"}]},"ts":"1731874898288"} 2024-11-17T20:21:38,289 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T20:21:38,290 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T20:21:38,290 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874898290"}]},"ts":"1731874898290"} 2024-11-17T20:21:38,292 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T20:21:38,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2d0852fdd8b098aaa4bbd3f6b8dd35c5, ASSIGN}] 2024-11-17T20:21:38,293 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2d0852fdd8b098aaa4bbd3f6b8dd35c5, ASSIGN 2024-11-17T20:21:38,294 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2d0852fdd8b098aaa4bbd3f6b8dd35c5, ASSIGN; state=OFFLINE, location=0b0b0ae8de03,41501,1731874894137; forceNewPlan=false, retain=false 2024-11-17T20:21:38,444 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2d0852fdd8b098aaa4bbd3f6b8dd35c5, regionState=OPENING, regionLocation=0b0b0ae8de03,41501,1731874894137 2024-11-17T20:21:38,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2d0852fdd8b098aaa4bbd3f6b8dd35c5, ASSIGN because future has completed 2024-11-17T20:21:38,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d0852fdd8b098aaa4bbd3f6b8dd35c5, server=0b0b0ae8de03,41501,1731874894137}] 2024-11-17T20:21:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:21:38,618 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731874897867.2d0852fdd8b098aaa4bbd3f6b8dd35c5. 2024-11-17T20:21:38,618 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2d0852fdd8b098aaa4bbd3f6b8dd35c5, NAME => 'test,,1731874897867.2d0852fdd8b098aaa4bbd3f6b8dd35c5.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:21:38,619 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:21:38,619 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T20:21:38,619 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2d0852fdd8b098aaa4bbd3f6b8dd35c5 2024-11-17T20:21:38,619 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731874897867.2d0852fdd8b098aaa4bbd3f6b8dd35c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:21:38,619 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2d0852fdd8b098aaa4bbd3f6b8dd35c5 2024-11-17T20:21:38,619 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2d0852fdd8b098aaa4bbd3f6b8dd35c5 2024-11-17T20:21:38,623 INFO [StoreOpener-2d0852fdd8b098aaa4bbd3f6b8dd35c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2d0852fdd8b098aaa4bbd3f6b8dd35c5 2024-11-17T20:21:38,624 INFO [StoreOpener-2d0852fdd8b098aaa4bbd3f6b8dd35c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d0852fdd8b098aaa4bbd3f6b8dd35c5 columnFamilyName f 2024-11-17T20:21:38,625 DEBUG [StoreOpener-2d0852fdd8b098aaa4bbd3f6b8dd35c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:38,625 INFO [StoreOpener-2d0852fdd8b098aaa4bbd3f6b8dd35c5-1 {}] regionserver.HStore(327): Store=2d0852fdd8b098aaa4bbd3f6b8dd35c5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:21:38,625 INFO [StoreOpener-2d0852fdd8b098aaa4bbd3f6b8dd35c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2d0852fdd8b098aaa4bbd3f6b8dd35c5 2024-11-17T20:21:38,626 INFO [StoreOpener-2d0852fdd8b098aaa4bbd3f6b8dd35c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d0852fdd8b098aaa4bbd3f6b8dd35c5 columnFamilyName f1 2024-11-17T20:21:38,626 DEBUG [StoreOpener-2d0852fdd8b098aaa4bbd3f6b8dd35c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:38,627 INFO [StoreOpener-2d0852fdd8b098aaa4bbd3f6b8dd35c5-1 {}] regionserver.HStore(327): Store=2d0852fdd8b098aaa4bbd3f6b8dd35c5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:21:38,627 INFO [StoreOpener-2d0852fdd8b098aaa4bbd3f6b8dd35c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2d0852fdd8b098aaa4bbd3f6b8dd35c5 2024-11-17T20:21:38,628 INFO [StoreOpener-2d0852fdd8b098aaa4bbd3f6b8dd35c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d0852fdd8b098aaa4bbd3f6b8dd35c5 columnFamilyName norep 2024-11-17T20:21:38,629 DEBUG [StoreOpener-2d0852fdd8b098aaa4bbd3f6b8dd35c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:38,629 INFO [StoreOpener-2d0852fdd8b098aaa4bbd3f6b8dd35c5-1 {}] regionserver.HStore(327): Store=2d0852fdd8b098aaa4bbd3f6b8dd35c5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:21:38,629 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2d0852fdd8b098aaa4bbd3f6b8dd35c5 2024-11-17T20:21:38,630 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/default/test/2d0852fdd8b098aaa4bbd3f6b8dd35c5 2024-11-17T20:21:38,630 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/default/test/2d0852fdd8b098aaa4bbd3f6b8dd35c5 2024-11-17T20:21:38,632 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2d0852fdd8b098aaa4bbd3f6b8dd35c5 2024-11-17T20:21:38,632 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2d0852fdd8b098aaa4bbd3f6b8dd35c5 2024-11-17T20:21:38,633 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T20:21:38,634 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2d0852fdd8b098aaa4bbd3f6b8dd35c5 2024-11-17T20:21:38,637 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/default/test/2d0852fdd8b098aaa4bbd3f6b8dd35c5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:21:38,637 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2d0852fdd8b098aaa4bbd3f6b8dd35c5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58767421, jitterRate=-0.12429718673229218}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T20:21:38,637 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2d0852fdd8b098aaa4bbd3f6b8dd35c5 2024-11-17T20:21:38,637 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2d0852fdd8b098aaa4bbd3f6b8dd35c5: Running coprocessor pre-open hook at 1731874898619Writing region info on filesystem at 1731874898619Initializing all the Stores at 1731874898620 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874898620Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874898622 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874898622Cleaning up temporary data from old regions at 1731874898632 (+10 ms)Running coprocessor post-open hooks at 1731874898637 (+5 ms)Region opened successfully at 1731874898637 2024-11-17T20:21:38,638 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731874897867.2d0852fdd8b098aaa4bbd3f6b8dd35c5., pid=6, masterSystemTime=1731874898611 2024-11-17T20:21:38,642 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2d0852fdd8b098aaa4bbd3f6b8dd35c5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0b0b0ae8de03,41501,1731874894137 2024-11-17T20:21:38,644 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731874897867.2d0852fdd8b098aaa4bbd3f6b8dd35c5. 2024-11-17T20:21:38,644 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731874897867.2d0852fdd8b098aaa4bbd3f6b8dd35c5. 2024-11-17T20:21:38,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d0852fdd8b098aaa4bbd3f6b8dd35c5, server=0b0b0ae8de03,41501,1731874894137 because future has completed 2024-11-17T20:21:38,657 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T20:21:38,657 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2d0852fdd8b098aaa4bbd3f6b8dd35c5, server=0b0b0ae8de03,41501,1731874894137 in 193 msec 2024-11-17T20:21:38,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T20:21:38,664 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T20:21:38,664 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874898664"}]},"ts":"1731874898664"} 2024-11-17T20:21:38,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2d0852fdd8b098aaa4bbd3f6b8dd35c5, ASSIGN in 365 msec 2024-11-17T20:21:38,667 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T20:21:38,668 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T20:21:38,670 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 801 msec 2024-11-17T20:21:39,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:21:39,003 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T20:21:39,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5777b19b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:39,004 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,39779,-1 for getting cluster id 2024-11-17T20:21:39,004 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:21:39,005 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'be6910cd-5ced-48b3-ae44-712d1b1e30e6' 2024-11-17T20:21:39,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:21:39,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "be6910cd-5ced-48b3-ae44-712d1b1e30e6" 2024-11-17T20:21:39,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@358da523, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:39,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,39779,-1] 2024-11-17T20:21:39,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:21:39,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:39,007 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:21:39,008 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e6a252a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:39,008 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:21:39,009 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,39779,1731874881279 2024-11-17T20:21:39,009 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19b0bd49 2024-11-17T20:21:39,010 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:21:39,011 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:21:39,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39779 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://0b0b0ae8de03:42151,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T20:21:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39779 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T20:21:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:21:39,015 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b0b0ae8de03:42151' 2024-11-17T20:21:39,020 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bde363f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:39,020 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,42151,-1 for getting cluster id 2024-11-17T20:21:39,021 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:21:39,022 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'abe731bc-765e-42fa-ae65-ef5c285d17a4' 2024-11-17T20:21:39,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:21:39,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "abe731bc-765e-42fa-ae65-ef5c285d17a4" 2024-11-17T20:21:39,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35213d76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:39,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,42151,-1] 2024-11-17T20:21:39,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:21:39,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:39,024 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:21:39,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32cf3cef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:39,025 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:21:39,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,42151,1731874889504 2024-11-17T20:21:39,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ad9afdc 2024-11-17T20:21:39,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:21:39,027 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:21:39,028 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T20:21:39,028 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T20:21:39,029 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:39,029 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:39,029 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:21:39,030 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:21:39,032 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T20:21:39,033 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T20:21:39,033 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:39,034 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T20:21:39,082 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T20:21:39,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741837_1013 (size=1138) 2024-11-17T20:21:39,093 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a709e50bd05f5df8e6d8a231cb306d15, NAME => 'hbase:replication,,1731874899029.a709e50bd05f5df8e6d8a231cb306d15.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e 2024-11-17T20:21:39,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741838_1014 (size=44) 2024-11-17T20:21:39,112 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731874899029.a709e50bd05f5df8e6d8a231cb306d15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:21:39,112 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a709e50bd05f5df8e6d8a231cb306d15, disabling compactions & flushes 2024-11-17T20:21:39,112 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731874899029.a709e50bd05f5df8e6d8a231cb306d15. 2024-11-17T20:21:39,112 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731874899029.a709e50bd05f5df8e6d8a231cb306d15. 2024-11-17T20:21:39,112 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731874899029.a709e50bd05f5df8e6d8a231cb306d15. after waiting 0 ms 2024-11-17T20:21:39,112 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731874899029.a709e50bd05f5df8e6d8a231cb306d15. 2024-11-17T20:21:39,112 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731874899029.a709e50bd05f5df8e6d8a231cb306d15. 2024-11-17T20:21:39,112 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a709e50bd05f5df8e6d8a231cb306d15: Waiting for close lock at 1731874899112Disabling compacts and flushes for region at 1731874899112Disabling writes for close at 1731874899112Writing region close event to WAL at 1731874899112Closed at 1731874899112 2024-11-17T20:21:39,114 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T20:21:39,115 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731874899029.a709e50bd05f5df8e6d8a231cb306d15.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731874899114"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731874899114"}]},"ts":"1731874899114"} 2024-11-17T20:21:39,121 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T20:21:39,122 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T20:21:39,122 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874899122"}]},"ts":"1731874899122"} 2024-11-17T20:21:39,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:21:39,126 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T20:21:39,126 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a709e50bd05f5df8e6d8a231cb306d15, ASSIGN}] 2024-11-17T20:21:39,130 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a709e50bd05f5df8e6d8a231cb306d15, ASSIGN 2024-11-17T20:21:39,131 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a709e50bd05f5df8e6d8a231cb306d15, ASSIGN; state=OFFLINE, location=0b0b0ae8de03,45579,1731874881508; forceNewPlan=false, retain=false 2024-11-17T20:21:39,282 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a709e50bd05f5df8e6d8a231cb306d15, regionState=OPENING, regionLocation=0b0b0ae8de03,45579,1731874881508 2024-11-17T20:21:39,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a709e50bd05f5df8e6d8a231cb306d15, ASSIGN because future has completed 2024-11-17T20:21:39,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a709e50bd05f5df8e6d8a231cb306d15, server=0b0b0ae8de03,45579,1731874881508}] 2024-11-17T20:21:39,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:21:39,442 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731874899029.a709e50bd05f5df8e6d8a231cb306d15. 2024-11-17T20:21:39,442 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:21:39,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T20:21:39,444 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C45579%2C1731874881508.rep, suffix=, logDir=hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/WALs/0b0b0ae8de03,45579,1731874881508, archiveDir=hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/oldWALs, maxLogs=10 2024-11-17T20:21:39,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/WALs/0b0b0ae8de03,45579,1731874881508/0b0b0ae8de03%2C45579%2C1731874881508.rep.1731874899444, exclude list is [], retry=0 2024-11-17T20:21:39,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39007,DS-f509385d-9028-4ace-960a-28bb9c71def9,DISK] 2024-11-17T20:21:39,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/WALs/0b0b0ae8de03,45579,1731874881508/0b0b0ae8de03%2C45579%2C1731874881508.rep.1731874899444 2024-11-17T20:21:39,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33761:33761)] 2024-11-17T20:21:39,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a709e50bd05f5df8e6d8a231cb306d15, NAME => 'hbase:replication,,1731874899029.a709e50bd05f5df8e6d8a231cb306d15.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:21:39,468 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:21:39,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T20:21:39,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731874899029.a709e50bd05f5df8e6d8a231cb306d15. service=MultiRowMutationService 2024-11-17T20:21:39,468 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T20:21:39,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a709e50bd05f5df8e6d8a231cb306d15 2024-11-17T20:21:39,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731874899029.a709e50bd05f5df8e6d8a231cb306d15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:21:39,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a709e50bd05f5df8e6d8a231cb306d15 2024-11-17T20:21:39,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a709e50bd05f5df8e6d8a231cb306d15 2024-11-17T20:21:39,481 INFO [StoreOpener-a709e50bd05f5df8e6d8a231cb306d15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a709e50bd05f5df8e6d8a231cb306d15 2024-11-17T20:21:39,482 INFO [StoreOpener-a709e50bd05f5df8e6d8a231cb306d15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a709e50bd05f5df8e6d8a231cb306d15 columnFamilyName hfileref 2024-11-17T20:21:39,482 DEBUG [StoreOpener-a709e50bd05f5df8e6d8a231cb306d15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:39,483 INFO [StoreOpener-a709e50bd05f5df8e6d8a231cb306d15-1 {}] regionserver.HStore(327): Store=a709e50bd05f5df8e6d8a231cb306d15/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:21:39,483 INFO [StoreOpener-a709e50bd05f5df8e6d8a231cb306d15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a709e50bd05f5df8e6d8a231cb306d15 2024-11-17T20:21:39,484 INFO [StoreOpener-a709e50bd05f5df8e6d8a231cb306d15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a709e50bd05f5df8e6d8a231cb306d15 columnFamilyName queue 2024-11-17T20:21:39,484 DEBUG [StoreOpener-a709e50bd05f5df8e6d8a231cb306d15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:39,484 INFO [StoreOpener-a709e50bd05f5df8e6d8a231cb306d15-1 {}] regionserver.HStore(327): Store=a709e50bd05f5df8e6d8a231cb306d15/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:21:39,484 INFO [StoreOpener-a709e50bd05f5df8e6d8a231cb306d15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a709e50bd05f5df8e6d8a231cb306d15 2024-11-17T20:21:39,485 INFO [StoreOpener-a709e50bd05f5df8e6d8a231cb306d15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a709e50bd05f5df8e6d8a231cb306d15 columnFamilyName sid 2024-11-17T20:21:39,485 DEBUG [StoreOpener-a709e50bd05f5df8e6d8a231cb306d15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:39,486 INFO [StoreOpener-a709e50bd05f5df8e6d8a231cb306d15-1 {}] regionserver.HStore(327): Store=a709e50bd05f5df8e6d8a231cb306d15/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:21:39,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a709e50bd05f5df8e6d8a231cb306d15 2024-11-17T20:21:39,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/hbase/replication/a709e50bd05f5df8e6d8a231cb306d15 2024-11-17T20:21:39,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/hbase/replication/a709e50bd05f5df8e6d8a231cb306d15 2024-11-17T20:21:39,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a709e50bd05f5df8e6d8a231cb306d15 2024-11-17T20:21:39,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a709e50bd05f5df8e6d8a231cb306d15 2024-11-17T20:21:39,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T20:21:39,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a709e50bd05f5df8e6d8a231cb306d15 2024-11-17T20:21:39,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/hbase/replication/a709e50bd05f5df8e6d8a231cb306d15/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:21:39,492 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a709e50bd05f5df8e6d8a231cb306d15; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73426332, jitterRate=0.09413760900497437}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T20:21:39,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a709e50bd05f5df8e6d8a231cb306d15 2024-11-17T20:21:39,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a709e50bd05f5df8e6d8a231cb306d15: Running coprocessor pre-open hook at 1731874899469Writing region info on filesystem at 1731874899469Initializing all the Stores at 1731874899479 (+10 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874899479Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874899481 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874899481Cleaning up temporary data from old regions at 1731874899487 (+6 ms)Running coprocessor post-open hooks at 1731874899492 (+5 ms)Region opened successfully at 1731874899492 2024-11-17T20:21:39,495 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731874899029.a709e50bd05f5df8e6d8a231cb306d15., pid=10, masterSystemTime=1731874899439 2024-11-17T20:21:39,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731874899029.a709e50bd05f5df8e6d8a231cb306d15. 2024-11-17T20:21:39,498 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731874899029.a709e50bd05f5df8e6d8a231cb306d15. 2024-11-17T20:21:39,498 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a709e50bd05f5df8e6d8a231cb306d15, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,45579,1731874881508 2024-11-17T20:21:39,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a709e50bd05f5df8e6d8a231cb306d15, server=0b0b0ae8de03,45579,1731874881508 because future has completed 2024-11-17T20:21:39,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T20:21:39,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a709e50bd05f5df8e6d8a231cb306d15, server=0b0b0ae8de03,45579,1731874881508 in 218 msec 2024-11-17T20:21:39,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T20:21:39,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a709e50bd05f5df8e6d8a231cb306d15, ASSIGN in 380 msec 2024-11-17T20:21:39,509 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T20:21:39,509 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874899509"}]},"ts":"1731874899509"} 2024-11-17T20:21:39,512 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T20:21:39,513 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T20:21:39,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 484 msec 2024-11-17T20:21:39,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731874899029.a709e50bd05f5df8e6d8a231cb306d15., hostname=0b0b0ae8de03,45579,1731874881508, seqNum=2] 2024-11-17T20:21:39,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39779-0x1014a756ffe0000, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1172848471 2024-11-17T20:21:39,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1014a756ffe0001, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1172848471 2024-11-17T20:21:39,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:21:39,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T20:21:39,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45579 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T20:21:39,827 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T20:21:39,896 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-0b0b0ae8de03,45579,1731874881508, ReplicationSource: 1, currentBandwidth=0 2024-11-17T20:21:39,900 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:21:39,900 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,45579,1731874881508, seqNum=-1] 2024-11-17T20:21:39,901 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:21:39,902 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47799, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-17T20:21:39,905 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-0b0b0ae8de03,45579,1731874881508', locateType=CURRENT is [region=hbase:replication,,1731874899029.a709e50bd05f5df8e6d8a231cb306d15., hostname=0b0b0ae8de03,45579,1731874881508, seqNum=2] 2024-11-17T20:21:39,924 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T20:21:39,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39779 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T20:21:39,927 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 0b0b0ae8de03,45579,1731874881508 suceeded 2024-11-17T20:21:39,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T20:21:39,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 266 msec 2024-11-17T20:21:39,930 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://0b0b0ae8de03:42151,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T20:21:39,932 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 919 msec 2024-11-17T20:21:39,972 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b0b0ae8de03:42151' 2024-11-17T20:21:39,989 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a235a83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:39,989 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,42151,-1 for getting cluster id 2024-11-17T20:21:39,989 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:21:39,990 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'abe731bc-765e-42fa-ae65-ef5c285d17a4' 2024-11-17T20:21:39,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:21:39,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "abe731bc-765e-42fa-ae65-ef5c285d17a4" 2024-11-17T20:21:39,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66b9feed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:39,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,42151,-1] 2024-11-17T20:21:39,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:21:39,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:39,992 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:21:39,993 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7903d356, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:39,993 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:21:39,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,42151,1731874889504 2024-11-17T20:21:39,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@cf16981 2024-11-17T20:21:39,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:21:39,995 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-17T20:21:39,996 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0b0b0ae8de03,45579,1731874881508 (queues=1) is replicating from cluster=be6910cd-5ced-48b3-ae44-712d1b1e30e6 to cluster=abe731bc-765e-42fa-ae65-ef5c285d17a4 2024-11-17T20:21:39,996 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0b0b0ae8de03%2C45579%2C1731874881508 2024-11-17T20:21:39,996 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0b0b0ae8de03,45579,1731874881508, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T20:21:40,009 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508.replicationSource.wal-reader.0b0b0ae8de03%2C45579%2C1731874881508,1-0b0b0ae8de03,45579,1731874881508 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/WALs/0b0b0ae8de03,45579,1731874881508/0b0b0ae8de03%2C45579%2C1731874881508.1731874886323, startPosition=0, beingWritten=true 2024-11-17T20:21:40,028 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508.replicationSource.shipper0b0b0ae8de03%2C45579%2C1731874881508,1-0b0b0ae8de03,45579,1731874881508 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0b0b0ae8de03%2C45579%2C1731874881508 2024-11-17T20:21:40,060 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508.replicationSource.wal-reader.0b0b0ae8de03%2C45579%2C1731874881508,1-0b0b0ae8de03,45579,1731874881508 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T20:21:40,060 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508.replicationSource.wal-reader.0b0b0ae8de03%2C45579%2C1731874881508,1-0b0b0ae8de03,45579,1731874881508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/WALs/0b0b0ae8de03,45579,1731874881508/0b0b0ae8de03%2C45579%2C1731874881508.1731874886323 to pos 379, reset compression=false 2024-11-17T20:21:40,060 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508.replicationSource.shipper0b0b0ae8de03%2C45579%2C1731874881508,1-0b0b0ae8de03,45579,1731874881508 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,45579,1731874881508 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/WALs/0b0b0ae8de03,45579,1731874881508/0b0b0ae8de03%2C45579%2C1731874881508.1731874886323, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T20:21:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:21:40,154 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T20:21:40,154 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:21:40,154 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:21:40,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:40,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:40,154 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:21:40,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259a15b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:40,155 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,42151,-1 for getting cluster id 2024-11-17T20:21:40,155 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:21:40,156 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'abe731bc-765e-42fa-ae65-ef5c285d17a4' 2024-11-17T20:21:40,156 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:21:40,156 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "abe731bc-765e-42fa-ae65-ef5c285d17a4" 2024-11-17T20:21:40,156 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65371317, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:40,156 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,42151,-1] 2024-11-17T20:21:40,157 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:21:40,157 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:40,158 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:21:40,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e0a121d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:40,159 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:21:40,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,42151,1731874889504 2024-11-17T20:21:40,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@999e47f 2024-11-17T20:21:40,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:21:40,161 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:21:40,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://0b0b0ae8de03:33873,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T20:21:40,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T20:21:40,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:21:40,166 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b0b0ae8de03:33873' 2024-11-17T20:21:40,167 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac6beec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:40,167 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,33873,-1 for getting cluster id 2024-11-17T20:21:40,167 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:21:40,168 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2627b470-1194-4420-8b6a-b3fd7922642e' 2024-11-17T20:21:40,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:21:40,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2627b470-1194-4420-8b6a-b3fd7922642e" 2024-11-17T20:21:40,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ebb10c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:40,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,33873,-1] 2024-11-17T20:21:40,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:21:40,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:40,169 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:21:40,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720e0a35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:40,170 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:21:40,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,33873,1731874894005 2024-11-17T20:21:40,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1711ed16 2024-11-17T20:21:40,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:21:40,172 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:21:40,174 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T20:21:40,174 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T20:21:40,174 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:40,175 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:40,175 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:21:40,177 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T20:21:40,177 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:21:40,179 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T20:21:40,179 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:40,180 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T20:21:40,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741837_1013 (size=1138) 2024-11-17T20:21:40,205 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7958eb2e402373083784cf0ace53f4e4, NAME => 'hbase:replication,,1731874900175.7958eb2e402373083784cf0ace53f4e4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3 2024-11-17T20:21:40,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741838_1014 (size=44) 2024-11-17T20:21:40,215 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731874900175.7958eb2e402373083784cf0ace53f4e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:21:40,215 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7958eb2e402373083784cf0ace53f4e4, disabling compactions & flushes 2024-11-17T20:21:40,215 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731874900175.7958eb2e402373083784cf0ace53f4e4. 2024-11-17T20:21:40,215 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731874900175.7958eb2e402373083784cf0ace53f4e4. 2024-11-17T20:21:40,215 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731874900175.7958eb2e402373083784cf0ace53f4e4. after waiting 0 ms 2024-11-17T20:21:40,215 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731874900175.7958eb2e402373083784cf0ace53f4e4. 2024-11-17T20:21:40,215 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731874900175.7958eb2e402373083784cf0ace53f4e4. 2024-11-17T20:21:40,215 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7958eb2e402373083784cf0ace53f4e4: Waiting for close lock at 1731874900215Disabling compacts and flushes for region at 1731874900215Disabling writes for close at 1731874900215Writing region close event to WAL at 1731874900215Closed at 1731874900215 2024-11-17T20:21:40,216 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T20:21:40,217 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731874900175.7958eb2e402373083784cf0ace53f4e4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731874900216"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731874900216"}]},"ts":"1731874900216"} 2024-11-17T20:21:40,220 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T20:21:40,221 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T20:21:40,221 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874900221"}]},"ts":"1731874900221"} 2024-11-17T20:21:40,223 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T20:21:40,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7958eb2e402373083784cf0ace53f4e4, ASSIGN}] 2024-11-17T20:21:40,225 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7958eb2e402373083784cf0ace53f4e4, ASSIGN 2024-11-17T20:21:40,226 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7958eb2e402373083784cf0ace53f4e4, ASSIGN; state=OFFLINE, location=0b0b0ae8de03,38907,1731874889644; forceNewPlan=false, retain=false 2024-11-17T20:21:40,228 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T20:21:40,268 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508.replicationSource.wal-reader.0b0b0ae8de03%2C45579%2C1731874881508,1-0b0b0ae8de03,45579,1731874881508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/WALs/0b0b0ae8de03,45579,1731874881508/0b0b0ae8de03%2C45579%2C1731874881508.1731874886323 to pos 379, reset compression=false 2024-11-17T20:21:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:21:40,377 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7958eb2e402373083784cf0ace53f4e4, regionState=OPENING, regionLocation=0b0b0ae8de03,38907,1731874889644 2024-11-17T20:21:40,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7958eb2e402373083784cf0ace53f4e4, ASSIGN because future has completed 2024-11-17T20:21:40,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7958eb2e402373083784cf0ace53f4e4, server=0b0b0ae8de03,38907,1731874889644}] 2024-11-17T20:21:40,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:21:40,534 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731874900175.7958eb2e402373083784cf0ace53f4e4. 2024-11-17T20:21:40,534 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:21:40,535 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T20:21:40,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C38907%2C1731874889644.rep, suffix=, logDir=hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644, archiveDir=hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/oldWALs, maxLogs=10 2024-11-17T20:21:40,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.rep.1731874900536, exclude list is [], retry=0 2024-11-17T20:21:40,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41201,DS-abf1b289-842b-499d-8ed2-c46cdf0456ed,DISK] 2024-11-17T20:21:40,559 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.rep.1731874900536 2024-11-17T20:21:40,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44363:44363)] 2024-11-17T20:21:40,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7958eb2e402373083784cf0ace53f4e4, NAME => 'hbase:replication,,1731874900175.7958eb2e402373083784cf0ace53f4e4.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:21:40,560 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:21:40,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T20:21:40,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731874900175.7958eb2e402373083784cf0ace53f4e4. service=MultiRowMutationService 2024-11-17T20:21:40,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T20:21:40,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7958eb2e402373083784cf0ace53f4e4 2024-11-17T20:21:40,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731874900175.7958eb2e402373083784cf0ace53f4e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:21:40,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7958eb2e402373083784cf0ace53f4e4 2024-11-17T20:21:40,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7958eb2e402373083784cf0ace53f4e4 2024-11-17T20:21:40,563 INFO [StoreOpener-7958eb2e402373083784cf0ace53f4e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7958eb2e402373083784cf0ace53f4e4 2024-11-17T20:21:40,564 INFO [StoreOpener-7958eb2e402373083784cf0ace53f4e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7958eb2e402373083784cf0ace53f4e4 columnFamilyName hfileref 2024-11-17T20:21:40,564 DEBUG [StoreOpener-7958eb2e402373083784cf0ace53f4e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:40,565 INFO [StoreOpener-7958eb2e402373083784cf0ace53f4e4-1 {}] regionserver.HStore(327): Store=7958eb2e402373083784cf0ace53f4e4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:21:40,565 INFO [StoreOpener-7958eb2e402373083784cf0ace53f4e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7958eb2e402373083784cf0ace53f4e4 2024-11-17T20:21:40,565 INFO [StoreOpener-7958eb2e402373083784cf0ace53f4e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7958eb2e402373083784cf0ace53f4e4 columnFamilyName queue 2024-11-17T20:21:40,565 DEBUG [StoreOpener-7958eb2e402373083784cf0ace53f4e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:40,566 INFO [StoreOpener-7958eb2e402373083784cf0ace53f4e4-1 {}] regionserver.HStore(327): Store=7958eb2e402373083784cf0ace53f4e4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:21:40,566 INFO [StoreOpener-7958eb2e402373083784cf0ace53f4e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7958eb2e402373083784cf0ace53f4e4 2024-11-17T20:21:40,566 INFO [StoreOpener-7958eb2e402373083784cf0ace53f4e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7958eb2e402373083784cf0ace53f4e4 columnFamilyName sid 2024-11-17T20:21:40,566 DEBUG [StoreOpener-7958eb2e402373083784cf0ace53f4e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:40,567 INFO [StoreOpener-7958eb2e402373083784cf0ace53f4e4-1 {}] regionserver.HStore(327): Store=7958eb2e402373083784cf0ace53f4e4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:21:40,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7958eb2e402373083784cf0ace53f4e4 2024-11-17T20:21:40,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/hbase/replication/7958eb2e402373083784cf0ace53f4e4 2024-11-17T20:21:40,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/hbase/replication/7958eb2e402373083784cf0ace53f4e4 2024-11-17T20:21:40,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7958eb2e402373083784cf0ace53f4e4 2024-11-17T20:21:40,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7958eb2e402373083784cf0ace53f4e4 2024-11-17T20:21:40,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T20:21:40,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7958eb2e402373083784cf0ace53f4e4 2024-11-17T20:21:40,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/hbase/replication/7958eb2e402373083784cf0ace53f4e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:21:40,572 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508.replicationSource.wal-reader.0b0b0ae8de03%2C45579%2C1731874881508,1-0b0b0ae8de03,45579,1731874881508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/WALs/0b0b0ae8de03,45579,1731874881508/0b0b0ae8de03%2C45579%2C1731874881508.1731874886323 to pos 379, reset compression=false 2024-11-17T20:21:40,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7958eb2e402373083784cf0ace53f4e4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67736876, jitterRate=0.009358108043670654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T20:21:40,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7958eb2e402373083784cf0ace53f4e4 2024-11-17T20:21:40,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7958eb2e402373083784cf0ace53f4e4: Running coprocessor pre-open hook at 1731874900561Writing region info on filesystem at 1731874900561Initializing all the Stores at 1731874900562 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874900562Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874900563 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874900563Cleaning up temporary data from old regions at 1731874900569 (+6 ms)Running coprocessor post-open hooks at 1731874900573 (+4 ms)Region opened successfully at 1731874900573 2024-11-17T20:21:40,574 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731874900175.7958eb2e402373083784cf0ace53f4e4., pid=10, masterSystemTime=1731874900531 2024-11-17T20:21:40,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731874900175.7958eb2e402373083784cf0ace53f4e4. 2024-11-17T20:21:40,576 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731874900175.7958eb2e402373083784cf0ace53f4e4. 2024-11-17T20:21:40,577 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7958eb2e402373083784cf0ace53f4e4, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,38907,1731874889644 2024-11-17T20:21:40,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7958eb2e402373083784cf0ace53f4e4, server=0b0b0ae8de03,38907,1731874889644 because future has completed 2024-11-17T20:21:40,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T20:21:40,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7958eb2e402373083784cf0ace53f4e4, server=0b0b0ae8de03,38907,1731874889644 in 200 msec 2024-11-17T20:21:40,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T20:21:40,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7958eb2e402373083784cf0ace53f4e4, ASSIGN in 358 msec 2024-11-17T20:21:40,583 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T20:21:40,583 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874900583"}]},"ts":"1731874900583"} 2024-11-17T20:21:40,585 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T20:21:40,586 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T20:21:40,587 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 411 msec 2024-11-17T20:21:40,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731874900175.7958eb2e402373083784cf0ace53f4e4., hostname=0b0b0ae8de03,38907,1731874889644, seqNum=2] 2024-11-17T20:21:40,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38907-0x1014a756ffe0004, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1653122883 2024-11-17T20:21:40,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42151-0x1014a756ffe0003, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1653122883 2024-11-17T20:21:40,672 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T20:21:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:21:40,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38907 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T20:21:40,828 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T20:21:40,864 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-0b0b0ae8de03,38907,1731874889644, ReplicationSource: 1, currentBandwidth=0 2024-11-17T20:21:40,864 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:21:40,864 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,38907,1731874889644, seqNum=-1] 2024-11-17T20:21:40,865 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:21:40,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44503, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-17T20:21:40,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-0b0b0ae8de03,38907,1731874889644', locateType=CURRENT is [region=hbase:replication,,1731874900175.7958eb2e402373083784cf0ace53f4e4., hostname=0b0b0ae8de03,38907,1731874889644, seqNum=2] 2024-11-17T20:21:40,869 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T20:21:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T20:21:40,872 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 0b0b0ae8de03,38907,1731874889644 suceeded 2024-11-17T20:21:40,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T20:21:40,875 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://0b0b0ae8de03:33873,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T20:21:40,875 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-17T20:21:40,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 713 msec 2024-11-17T20:21:40,888 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b0b0ae8de03:33873' 2024-11-17T20:21:40,890 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20178a46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:40,890 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,33873,-1 for getting cluster id 2024-11-17T20:21:40,890 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:21:40,890 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2627b470-1194-4420-8b6a-b3fd7922642e' 2024-11-17T20:21:40,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:21:40,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2627b470-1194-4420-8b6a-b3fd7922642e" 2024-11-17T20:21:40,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52bab4c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:40,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,33873,-1] 2024-11-17T20:21:40,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:21:40,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:40,892 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:21:40,892 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f849cd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:40,892 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:21:40,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,33873,1731874894005 2024-11-17T20:21:40,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cfb65a0 2024-11-17T20:21:40,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:21:40,894 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-17T20:21:40,895 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0b0b0ae8de03,38907,1731874889644 (queues=1) is replicating from cluster=abe731bc-765e-42fa-ae65-ef5c285d17a4 to cluster=2627b470-1194-4420-8b6a-b3fd7922642e 2024-11-17T20:21:40,895 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0b0b0ae8de03%2C38907%2C1731874889644 2024-11-17T20:21:40,895 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0b0b0ae8de03,38907,1731874889644, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T20:21:40,896 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.wal-reader.0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.1731874890809, startPosition=0, beingWritten=true 2024-11-17T20:21:40,898 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.shipper0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0b0b0ae8de03%2C38907%2C1731874889644 2024-11-17T20:21:40,902 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.wal-reader.0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T20:21:40,902 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.wal-reader.0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.1731874890809 to pos 379, reset compression=false 2024-11-17T20:21:40,902 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.shipper0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,38907,1731874889644 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.1731874890809, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T20:21:40,977 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508.replicationSource.wal-reader.0b0b0ae8de03%2C45579%2C1731874881508,1-0b0b0ae8de03,45579,1731874881508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/WALs/0b0b0ae8de03,45579,1731874881508/0b0b0ae8de03%2C45579%2C1731874881508.1731874886323 to pos 379, reset compression=false 2024-11-17T20:21:41,111 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.wal-reader.0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.1731874890809 to pos 379, reset compression=false 2024-11-17T20:21:41,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:21:41,303 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T20:21:41,303 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:21:41,303 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:21:41,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:41,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:41,303 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:21:41,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6009a72c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:41,304 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,33873,-1 for getting cluster id 2024-11-17T20:21:41,304 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:21:41,305 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2627b470-1194-4420-8b6a-b3fd7922642e' 2024-11-17T20:21:41,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:21:41,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2627b470-1194-4420-8b6a-b3fd7922642e" 2024-11-17T20:21:41,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e16ad2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:41,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,33873,-1] 2024-11-17T20:21:41,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:21:41,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:41,306 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:21:41,306 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd5e89b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:41,307 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:21:41,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,33873,1731874894005 2024-11-17T20:21:41,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15bc71d9 2024-11-17T20:21:41,308 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:21:41,308 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:21:41,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://0b0b0ae8de03:42151,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T20:21:41,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T20:21:41,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:21:41,311 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b0b0ae8de03:42151' 2024-11-17T20:21:41,312 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e6b137, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:41,312 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,42151,-1 for getting cluster id 2024-11-17T20:21:41,312 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:21:41,313 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'abe731bc-765e-42fa-ae65-ef5c285d17a4' 2024-11-17T20:21:41,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:21:41,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "abe731bc-765e-42fa-ae65-ef5c285d17a4" 2024-11-17T20:21:41,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4868a95b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:41,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,42151,-1] 2024-11-17T20:21:41,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:21:41,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:41,314 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:21:41,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@634b2001, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:41,315 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:21:41,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,42151,1731874889504 2024-11-17T20:21:41,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@132c63c6 2024-11-17T20:21:41,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:21:41,316 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:21:41,317 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-17T20:21:41,317 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T20:21:41,317 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:41,317 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:41,317 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:21:41,317 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:21:41,318 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T20:21:41,319 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T20:21:41,319 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:41,319 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T20:21:41,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38565 is added to blk_1073741837_1013 (size=1138) 2024-11-17T20:21:41,368 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T20:21:41,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:21:41,424 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.wal-reader.0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.1731874890809 to pos 379, reset compression=false 2024-11-17T20:21:41,480 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508.replicationSource.wal-reader.0b0b0ae8de03%2C45579%2C1731874881508,1-0b0b0ae8de03,45579,1731874881508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/WALs/0b0b0ae8de03,45579,1731874881508/0b0b0ae8de03%2C45579%2C1731874881508.1731874886323 to pos 379, reset compression=false 2024-11-17T20:21:41,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:21:41,725 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3c5ac00eb9f978abc626f7008a111eb4, NAME => 'hbase:replication,,1731874901317.3c5ac00eb9f978abc626f7008a111eb4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441 2024-11-17T20:21:41,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38565 is added to blk_1073741838_1014 (size=44) 2024-11-17T20:21:41,782 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:21:41,783 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b0b0ae8de03,33335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:33335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T20:21:41,783 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108750 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b0b0ae8de03,33335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:33335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T20:21:41,827 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.wal-reader.0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.1731874890809 to pos 379, reset compression=false 2024-11-17T20:21:41,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:21:42,084 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508.replicationSource.wal-reader.0b0b0ae8de03%2C45579%2C1731874881508,1-0b0b0ae8de03,45579,1731874881508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/WALs/0b0b0ae8de03,45579,1731874881508/0b0b0ae8de03%2C45579%2C1731874881508.1731874886323 to pos 379, reset compression=false 2024-11-17T20:21:42,139 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731874901317.3c5ac00eb9f978abc626f7008a111eb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:21:42,139 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3c5ac00eb9f978abc626f7008a111eb4, disabling compactions & flushes 2024-11-17T20:21:42,139 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731874901317.3c5ac00eb9f978abc626f7008a111eb4. 2024-11-17T20:21:42,140 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731874901317.3c5ac00eb9f978abc626f7008a111eb4. 2024-11-17T20:21:42,140 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731874901317.3c5ac00eb9f978abc626f7008a111eb4. after waiting 0 ms 2024-11-17T20:21:42,140 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731874901317.3c5ac00eb9f978abc626f7008a111eb4. 2024-11-17T20:21:42,140 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731874901317.3c5ac00eb9f978abc626f7008a111eb4. 2024-11-17T20:21:42,140 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3c5ac00eb9f978abc626f7008a111eb4: Waiting for close lock at 1731874902139Disabling compacts and flushes for region at 1731874902139Disabling writes for close at 1731874902140 (+1 ms)Writing region close event to WAL at 1731874902140Closed at 1731874902140 2024-11-17T20:21:42,141 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T20:21:42,141 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731874901317.3c5ac00eb9f978abc626f7008a111eb4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731874902141"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731874902141"}]},"ts":"1731874902141"} 2024-11-17T20:21:42,143 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T20:21:42,143 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T20:21:42,144 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874902143"}]},"ts":"1731874902143"} 2024-11-17T20:21:42,145 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T20:21:42,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3c5ac00eb9f978abc626f7008a111eb4, ASSIGN}] 2024-11-17T20:21:42,146 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3c5ac00eb9f978abc626f7008a111eb4, ASSIGN 2024-11-17T20:21:42,147 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3c5ac00eb9f978abc626f7008a111eb4, ASSIGN; state=OFFLINE, location=0b0b0ae8de03,41501,1731874894137; forceNewPlan=false, retain=false 2024-11-17T20:21:42,298 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3c5ac00eb9f978abc626f7008a111eb4, regionState=OPENING, regionLocation=0b0b0ae8de03,41501,1731874894137 2024-11-17T20:21:42,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3c5ac00eb9f978abc626f7008a111eb4, ASSIGN because future has completed 2024-11-17T20:21:42,302 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c5ac00eb9f978abc626f7008a111eb4, server=0b0b0ae8de03,41501,1731874894137}] 2024-11-17T20:21:42,330 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.wal-reader.0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.1731874890809 to pos 379, reset compression=false 2024-11-17T20:21:42,331 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T20:21:42,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:42,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:42,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:42,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:42,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:42,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:42,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:42,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:42,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:42,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:42,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:42,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:21:42,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731874901317.3c5ac00eb9f978abc626f7008a111eb4. 2024-11-17T20:21:42,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:21:42,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T20:21:42,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C41501%2C1731874894137.rep, suffix=, logDir=hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/WALs/0b0b0ae8de03,41501,1731874894137, archiveDir=hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/oldWALs, maxLogs=10 2024-11-17T20:21:42,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/WALs/0b0b0ae8de03,41501,1731874894137/0b0b0ae8de03%2C41501%2C1731874894137.rep.1731874902460, exclude list is [], retry=0 2024-11-17T20:21:42,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38565,DS-e1fb441f-1e19-4d2d-aefc-e643aa2fd1a4,DISK] 2024-11-17T20:21:42,481 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/WALs/0b0b0ae8de03,41501,1731874894137/0b0b0ae8de03%2C41501%2C1731874894137.rep.1731874902460 2024-11-17T20:21:42,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44017:44017)] 2024-11-17T20:21:42,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c5ac00eb9f978abc626f7008a111eb4, NAME => 'hbase:replication,,1731874901317.3c5ac00eb9f978abc626f7008a111eb4.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:21:42,482 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:21:42,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T20:21:42,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731874901317.3c5ac00eb9f978abc626f7008a111eb4. service=MultiRowMutationService 2024-11-17T20:21:42,482 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T20:21:42,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3c5ac00eb9f978abc626f7008a111eb4 2024-11-17T20:21:42,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731874901317.3c5ac00eb9f978abc626f7008a111eb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:21:42,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3c5ac00eb9f978abc626f7008a111eb4 2024-11-17T20:21:42,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3c5ac00eb9f978abc626f7008a111eb4 2024-11-17T20:21:42,484 INFO [StoreOpener-3c5ac00eb9f978abc626f7008a111eb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3c5ac00eb9f978abc626f7008a111eb4 2024-11-17T20:21:42,485 INFO [StoreOpener-3c5ac00eb9f978abc626f7008a111eb4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c5ac00eb9f978abc626f7008a111eb4 columnFamilyName hfileref 2024-11-17T20:21:42,485 DEBUG [StoreOpener-3c5ac00eb9f978abc626f7008a111eb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:42,485 INFO [StoreOpener-3c5ac00eb9f978abc626f7008a111eb4-1 {}] regionserver.HStore(327): Store=3c5ac00eb9f978abc626f7008a111eb4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:21:42,485 INFO [StoreOpener-3c5ac00eb9f978abc626f7008a111eb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3c5ac00eb9f978abc626f7008a111eb4 2024-11-17T20:21:42,486 INFO [StoreOpener-3c5ac00eb9f978abc626f7008a111eb4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c5ac00eb9f978abc626f7008a111eb4 columnFamilyName queue 2024-11-17T20:21:42,486 DEBUG [StoreOpener-3c5ac00eb9f978abc626f7008a111eb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:42,486 INFO [StoreOpener-3c5ac00eb9f978abc626f7008a111eb4-1 {}] regionserver.HStore(327): Store=3c5ac00eb9f978abc626f7008a111eb4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:21:42,487 INFO [StoreOpener-3c5ac00eb9f978abc626f7008a111eb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3c5ac00eb9f978abc626f7008a111eb4 2024-11-17T20:21:42,487 INFO [StoreOpener-3c5ac00eb9f978abc626f7008a111eb4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c5ac00eb9f978abc626f7008a111eb4 columnFamilyName sid 2024-11-17T20:21:42,487 DEBUG [StoreOpener-3c5ac00eb9f978abc626f7008a111eb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:21:42,488 INFO [StoreOpener-3c5ac00eb9f978abc626f7008a111eb4-1 {}] regionserver.HStore(327): Store=3c5ac00eb9f978abc626f7008a111eb4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:21:42,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3c5ac00eb9f978abc626f7008a111eb4 2024-11-17T20:21:42,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/hbase/replication/3c5ac00eb9f978abc626f7008a111eb4 2024-11-17T20:21:42,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/hbase/replication/3c5ac00eb9f978abc626f7008a111eb4 2024-11-17T20:21:42,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3c5ac00eb9f978abc626f7008a111eb4 2024-11-17T20:21:42,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3c5ac00eb9f978abc626f7008a111eb4 2024-11-17T20:21:42,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T20:21:42,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3c5ac00eb9f978abc626f7008a111eb4 2024-11-17T20:21:42,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/hbase/replication/3c5ac00eb9f978abc626f7008a111eb4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:21:42,493 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3c5ac00eb9f978abc626f7008a111eb4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74850162, jitterRate=0.11535432934761047}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T20:21:42,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3c5ac00eb9f978abc626f7008a111eb4 2024-11-17T20:21:42,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3c5ac00eb9f978abc626f7008a111eb4: Running coprocessor pre-open hook at 1731874902483Writing region info on filesystem at 1731874902483Initializing all the Stores at 1731874902483Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874902483Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874902484 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874902484Cleaning up temporary data from old regions at 1731874902490 (+6 ms)Running coprocessor post-open hooks at 1731874902493 (+3 ms)Region opened successfully at 1731874902493 2024-11-17T20:21:42,494 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731874901317.3c5ac00eb9f978abc626f7008a111eb4., pid=10, masterSystemTime=1731874902454 2024-11-17T20:21:42,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731874901317.3c5ac00eb9f978abc626f7008a111eb4. 2024-11-17T20:21:42,496 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731874901317.3c5ac00eb9f978abc626f7008a111eb4. 2024-11-17T20:21:42,496 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3c5ac00eb9f978abc626f7008a111eb4, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,41501,1731874894137 2024-11-17T20:21:42,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c5ac00eb9f978abc626f7008a111eb4, server=0b0b0ae8de03,41501,1731874894137 because future has completed 2024-11-17T20:21:42,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T20:21:42,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3c5ac00eb9f978abc626f7008a111eb4, server=0b0b0ae8de03,41501,1731874894137 in 197 msec 2024-11-17T20:21:42,502 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T20:21:42,502 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3c5ac00eb9f978abc626f7008a111eb4, ASSIGN in 355 msec 2024-11-17T20:21:42,503 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T20:21:42,503 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874902503"}]},"ts":"1731874902503"} 2024-11-17T20:21:42,504 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T20:21:42,505 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T20:21:42,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1880 sec 2024-11-17T20:21:42,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731874901317.3c5ac00eb9f978abc626f7008a111eb4., hostname=0b0b0ae8de03,41501,1731874894137, seqNum=2] 2024-11-17T20:21:42,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41501-0x1014a756ffe0007, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1594243530 2024-11-17T20:21:42,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x1014a756ffe0006, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1594243530 2024-11-17T20:21:42,787 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508.replicationSource.wal-reader.0b0b0ae8de03%2C45579%2C1731874881508,1-0b0b0ae8de03,45579,1731874881508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/WALs/0b0b0ae8de03,45579,1731874881508/0b0b0ae8de03%2C45579%2C1731874881508.1731874886323 to pos 379, reset compression=false 2024-11-17T20:21:42,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T20:21:42,926 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T20:21:42,935 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.wal-reader.0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.1731874890809 to pos 379, reset compression=false 2024-11-17T20:21:42,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41501 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T20:21:42,994 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T20:21:43,020 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-0b0b0ae8de03,41501,1731874894137, ReplicationSource: 1, currentBandwidth=0 2024-11-17T20:21:43,021 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:21:43,021 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,41501,1731874894137, seqNum=-1] 2024-11-17T20:21:43,021 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:21:43,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37075, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-17T20:21:43,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-0b0b0ae8de03,41501,1731874894137', locateType=CURRENT is [region=hbase:replication,,1731874901317.3c5ac00eb9f978abc626f7008a111eb4., hostname=0b0b0ae8de03,41501,1731874894137, seqNum=2] 2024-11-17T20:21:43,025 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T20:21:43,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T20:21:43,027 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 0b0b0ae8de03,41501,1731874894137 suceeded 2024-11-17T20:21:43,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T20:21:43,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-17T20:21:43,029 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://0b0b0ae8de03:42151,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T20:21:43,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7210 sec 2024-11-17T20:21:43,039 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b0b0ae8de03:42151' 2024-11-17T20:21:43,041 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@673449d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:43,041 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,42151,-1 for getting cluster id 2024-11-17T20:21:43,041 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:21:43,041 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'abe731bc-765e-42fa-ae65-ef5c285d17a4' 2024-11-17T20:21:43,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:21:43,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "abe731bc-765e-42fa-ae65-ef5c285d17a4" 2024-11-17T20:21:43,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2677e9d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:43,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,42151,-1] 2024-11-17T20:21:43,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:21:43,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:43,043 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:21:43,043 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b2e9a05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:43,043 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:21:43,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,42151,1731874889504 2024-11-17T20:21:43,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bbd00ba 2024-11-17T20:21:43,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:21:43,045 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-17T20:21:43,045 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0b0b0ae8de03,41501,1731874894137 (queues=1) is replicating from cluster=2627b470-1194-4420-8b6a-b3fd7922642e to cluster=abe731bc-765e-42fa-ae65-ef5c285d17a4 2024-11-17T20:21:43,045 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0b0b0ae8de03%2C41501%2C1731874894137 2024-11-17T20:21:43,045 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0b0b0ae8de03,41501,1731874894137, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T20:21:43,046 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.wal-reader.0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/WALs/0b0b0ae8de03,41501,1731874894137/0b0b0ae8de03%2C41501%2C1731874894137.1731874895383, startPosition=0, beingWritten=true 2024-11-17T20:21:43,046 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.shipper0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0b0b0ae8de03%2C41501%2C1731874894137 2024-11-17T20:21:43,050 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.wal-reader.0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T20:21:43,051 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.wal-reader.0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/WALs/0b0b0ae8de03,41501,1731874894137/0b0b0ae8de03%2C41501%2C1731874894137.1731874895383 to pos 379, reset compression=false 2024-11-17T20:21:43,051 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.shipper0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,41501,1731874894137 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/WALs/0b0b0ae8de03,41501,1731874894137/0b0b0ae8de03%2C41501%2C1731874894137.1731874895383, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T20:21:43,257 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.wal-reader.0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/WALs/0b0b0ae8de03,41501,1731874894137/0b0b0ae8de03%2C41501%2C1731874894137.1731874895383 to pos 379, reset compression=false 2024-11-17T20:21:43,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:21:43,453 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T20:21:43,453 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:21:43,453 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:21:43,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:43,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:43,453 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:21:43,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@279a422b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:43,454 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,39779,-1 for getting cluster id 2024-11-17T20:21:43,455 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:21:43,455 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'be6910cd-5ced-48b3-ae44-712d1b1e30e6' 2024-11-17T20:21:43,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:21:43,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "be6910cd-5ced-48b3-ae44-712d1b1e30e6" 2024-11-17T20:21:43,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c473a1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:43,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,39779,-1] 2024-11-17T20:21:43,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:21:43,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:43,456 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:21:43,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39d7594d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:43,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4445fe1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:43,457 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,42151,-1 for getting cluster id 2024-11-17T20:21:43,458 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:21:43,458 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'abe731bc-765e-42fa-ae65-ef5c285d17a4' 2024-11-17T20:21:43,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:21:43,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "abe731bc-765e-42fa-ae65-ef5c285d17a4" 2024-11-17T20:21:43,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ecdbdfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:43,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,42151,-1] 2024-11-17T20:21:43,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:21:43,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:43,459 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:21:43,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38c4613a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:43,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20c63650, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:43,461 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,33873,-1 for getting cluster id 2024-11-17T20:21:43,461 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:21:43,461 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2627b470-1194-4420-8b6a-b3fd7922642e' 2024-11-17T20:21:43,462 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:21:43,462 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2627b470-1194-4420-8b6a-b3fd7922642e" 2024-11-17T20:21:43,462 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c9ca691, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:43,462 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,33873,-1] 2024-11-17T20:21:43,462 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:21:43,462 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:43,463 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:21:43,463 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ff85a23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:43,464 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:21:43,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,45579,1731874881508, seqNum=-1] 2024-11-17T20:21:43,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:21:43,465 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:21:43,467 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731874896087.792c6ed8b9526a4a3d17980692d0a0b0., hostname=0b0b0ae8de03,45579,1731874881508, seqNum=2] 2024-11-17T20:21:43,470 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:21:43,470 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,41501,1731874894137, seqNum=-1] 2024-11-17T20:21:43,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:21:43,471 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:21:43,473 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731874897867.2d0852fdd8b098aaa4bbd3f6b8dd35c5., hostname=0b0b0ae8de03,41501,1731874894137, seqNum=2] 2024-11-17T20:21:43,474 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-17T20:21:43,561 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.wal-reader.0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/WALs/0b0b0ae8de03,41501,1731874894137/0b0b0ae8de03%2C41501%2C1731874894137.1731874895383 to pos 379, reset compression=false 2024-11-17T20:21:43,591 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508.replicationSource.wal-reader.0b0b0ae8de03%2C45579%2C1731874881508,1-0b0b0ae8de03,45579,1731874881508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/WALs/0b0b0ae8de03,45579,1731874881508/0b0b0ae8de03%2C45579%2C1731874881508.1731874886323 to pos 379, reset compression=false 2024-11-17T20:21:43,595 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508.replicationSource.wal-reader.0b0b0ae8de03%2C45579%2C1731874881508,1-0b0b0ae8de03,45579,1731874881508 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T20:21:43,595 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508.replicationSource.wal-reader.0b0b0ae8de03%2C45579%2C1731874881508,1-0b0b0ae8de03,45579,1731874881508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/WALs/0b0b0ae8de03,45579,1731874881508/0b0b0ae8de03%2C45579%2C1731874881508.1731874886323 to pos 480, reset compression=false 2024-11-17T20:21:43,595 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508.replicationSource.shipper0b0b0ae8de03%2C45579%2C1731874881508,1-0b0b0ae8de03,45579,1731874881508 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,45579,1731874881508 got entry batch from reader: WALEntryBatch [walEntries=[{test/792c6ed8b9526a4a3d17980692d0a0b0/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/WALs/0b0b0ae8de03,45579,1731874881508/0b0b0ae8de03%2C45579%2C1731874881508.1731874886323, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-17T20:21:43,598 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508.replicationSource.shipper0b0b0ae8de03%2C45579%2C1731874881508,1-0b0b0ae8de03,45579,1731874881508 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T20:21:43,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-17T20:21:43,599 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38907 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T20:21:43,599 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38907 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c1cbd11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:43,599 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38907 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,42151,-1 for getting cluster id 2024-11-17T20:21:43,600 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38907 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:21:43,600 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'abe731bc-765e-42fa-ae65-ef5c285d17a4' 2024-11-17T20:21:43,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:21:43,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "abe731bc-765e-42fa-ae65-ef5c285d17a4" 2024-11-17T20:21:43,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b751b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:43,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,42151,-1] 2024-11-17T20:21:43,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:21:43,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:43,601 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:21:43,602 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38907 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54e83d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:43,602 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38907 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:21:43,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,38907,1731874889644, seqNum=-1] 2024-11-17T20:21:43,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:21:43,604 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-17T20:21:43,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731874897236.1628a412a091d4d7ce91ff23c28330b3., hostname=0b0b0ae8de03,38907,1731874889644, seqNum=2] 2024-11-17T20:21:43,609 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38907 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T20:21:43,639 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.wal-reader.0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.1731874890809 to pos 379, reset compression=false 2024-11-17T20:21:43,644 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.wal-reader.0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T20:21:43,644 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.wal-reader.0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.1731874890809 to pos 504, reset compression=false 2024-11-17T20:21:43,644 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.shipper0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,38907,1731874889644 got entry batch from reader: WALEntryBatch [walEntries=[{test/1628a412a091d4d7ce91ff23c28330b3/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.1731874890809, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-17T20:21:43,646 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.shipper0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T20:21:43,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-17T20:21:43,648 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41501 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T20:21:43,652 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41501 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e8574f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:43,652 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41501 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,33873,-1 for getting cluster id 2024-11-17T20:21:43,652 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41501 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:21:43,653 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2627b470-1194-4420-8b6a-b3fd7922642e' 2024-11-17T20:21:43,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:21:43,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2627b470-1194-4420-8b6a-b3fd7922642e" 2024-11-17T20:21:43,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c969ee7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:43,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,33873,-1] 2024-11-17T20:21:43,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:21:43,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:43,654 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:21:43,655 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41501 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4bfd64e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:21:43,655 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41501 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:21:43,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,41501,1731874894137, seqNum=-1] 2024-11-17T20:21:43,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:21:43,657 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-17T20:21:43,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731874897867.2d0852fdd8b098aaa4bbd3f6b8dd35c5., hostname=0b0b0ae8de03,41501,1731874894137, seqNum=2] 2024-11-17T20:21:43,661 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41501 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T20:21:43,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T20:21:43,796 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-17T20:21:43,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T20:21:43,796 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-17T20:21:43,799 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508.replicationSource.wal-reader.0b0b0ae8de03%2C45579%2C1731874881508,1-0b0b0ae8de03,45579,1731874881508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/WALs/0b0b0ae8de03,45579,1731874881508/0b0b0ae8de03%2C45579%2C1731874881508.1731874886323 to pos 480, reset compression=false 2024-11-17T20:21:43,849 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.wal-reader.0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.1731874890809 to pos 504, reset compression=false 2024-11-17T20:21:43,965 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.wal-reader.0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/WALs/0b0b0ae8de03,41501,1731874894137/0b0b0ae8de03%2C41501%2C1731874894137.1731874895383 to pos 379, reset compression=false 2024-11-17T20:21:43,969 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.wal-reader.0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T20:21:43,969 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.wal-reader.0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/WALs/0b0b0ae8de03,41501,1731874894137/0b0b0ae8de03%2C41501%2C1731874894137.1731874895383 to pos 528, reset compression=false 2024-11-17T20:21:43,969 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.shipper0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,41501,1731874894137 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/WALs/0b0b0ae8de03,41501,1731874894137/0b0b0ae8de03%2C41501%2C1731874894137.1731874895383, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T20:21:44,102 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508.replicationSource.wal-reader.0b0b0ae8de03%2C45579%2C1731874881508,1-0b0b0ae8de03,45579,1731874881508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/WALs/0b0b0ae8de03,45579,1731874881508/0b0b0ae8de03%2C45579%2C1731874881508.1731874886323 to pos 480, reset compression=false 2024-11-17T20:21:44,152 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.wal-reader.0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.1731874890809 to pos 504, reset compression=false 2024-11-17T20:21:44,172 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.wal-reader.0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/WALs/0b0b0ae8de03,41501,1731874894137/0b0b0ae8de03%2C41501%2C1731874894137.1731874895383 to pos 528, reset compression=false 2024-11-17T20:21:44,353 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=4, created chunk count=34, reused chunk count=123, reuseRatio=78.34% 2024-11-17T20:21:44,354 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-17T20:21:44,475 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.wal-reader.0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/WALs/0b0b0ae8de03,41501,1731874894137/0b0b0ae8de03%2C41501%2C1731874894137.1731874895383 to pos 528, reset compression=false 2024-11-17T20:21:44,476 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-17T20:21:44,477 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:21:44,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,38907,1731874889644, seqNum=-1] 2024-11-17T20:21:44,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:21:44,479 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:21:44,480 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731874897236.1628a412a091d4d7ce91ff23c28330b3., hostname=0b0b0ae8de03,38907,1731874889644, seqNum=2] 2024-11-17T20:21:44,484 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-17T20:21:44,519 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508.replicationSource.wal-reader.0b0b0ae8de03%2C45579%2C1731874881508,1-0b0b0ae8de03,45579,1731874881508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/WALs/0b0b0ae8de03,45579,1731874881508/0b0b0ae8de03%2C45579%2C1731874881508.1731874886323 to pos 480, reset compression=false 2024-11-17T20:21:44,555 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.wal-reader.0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.1731874890809 to pos 504, reset compression=false 2024-11-17T20:21:44,559 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.wal-reader.0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T20:21:44,559 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.wal-reader.0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.1731874890809 to pos 608, reset compression=false 2024-11-17T20:21:44,559 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.shipper0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,38907,1731874889644 got entry batch from reader: WALEntryBatch [walEntries=[{test/1628a412a091d4d7ce91ff23c28330b3/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.1731874890809, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-17T20:21:44,560 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41501 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T20:21:44,562 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41501 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T20:21:44,762 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.wal-reader.0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.1731874890809 to pos 608, reset compression=false 2024-11-17T20:21:44,881 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.wal-reader.0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/WALs/0b0b0ae8de03,41501,1731874894137/0b0b0ae8de03%2C41501%2C1731874894137.1731874895383 to pos 528, reset compression=false 2024-11-17T20:21:44,885 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.wal-reader.0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T20:21:44,885 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.wal-reader.0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/WALs/0b0b0ae8de03,41501,1731874894137/0b0b0ae8de03%2C41501%2C1731874894137.1731874895383 to pos 656, reset compression=false 2024-11-17T20:21:44,885 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.shipper0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,41501,1731874894137 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/WALs/0b0b0ae8de03,41501,1731874894137/0b0b0ae8de03%2C41501%2C1731874894137.1731874895383, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T20:21:45,022 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508.replicationSource.wal-reader.0b0b0ae8de03%2C45579%2C1731874881508,1-0b0b0ae8de03,45579,1731874881508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/WALs/0b0b0ae8de03,45579,1731874881508/0b0b0ae8de03%2C45579%2C1731874881508.1731874886323 to pos 480, reset compression=false 2024-11-17T20:21:45,065 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.wal-reader.0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.1731874890809 to pos 608, reset compression=false 2024-11-17T20:21:45,088 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.wal-reader.0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/WALs/0b0b0ae8de03,41501,1731874894137/0b0b0ae8de03%2C41501%2C1731874894137.1731874895383 to pos 656, reset compression=false 2024-11-17T20:21:45,392 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.wal-reader.0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/WALs/0b0b0ae8de03,41501,1731874894137/0b0b0ae8de03%2C41501%2C1731874894137.1731874895383 to pos 656, reset compression=false 2024-11-17T20:21:45,469 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.wal-reader.0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.1731874890809 to pos 608, reset compression=false 2024-11-17T20:21:45,485 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-17T20:21:45,488 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-17T20:21:45,626 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508.replicationSource.wal-reader.0b0b0ae8de03%2C45579%2C1731874881508,1-0b0b0ae8de03,45579,1731874881508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/WALs/0b0b0ae8de03,45579,1731874881508/0b0b0ae8de03%2C45579%2C1731874881508.1731874886323 to pos 480, reset compression=false 2024-11-17T20:21:45,795 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.wal-reader.0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/WALs/0b0b0ae8de03,41501,1731874894137/0b0b0ae8de03%2C41501%2C1731874894137.1731874895383 to pos 656, reset compression=false 2024-11-17T20:21:45,802 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.wal-reader.0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T20:21:45,802 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.wal-reader.0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/WALs/0b0b0ae8de03,41501,1731874894137/0b0b0ae8de03%2C41501%2C1731874894137.1731874895383 to pos 760, reset compression=false 2024-11-17T20:21:45,802 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.shipper0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,41501,1731874894137 got entry batch from reader: WALEntryBatch [walEntries=[{test/2d0852fdd8b098aaa4bbd3f6b8dd35c5/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/WALs/0b0b0ae8de03,41501,1731874894137/0b0b0ae8de03%2C41501%2C1731874894137.1731874895383, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-17T20:21:45,804 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.shipper0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T20:21:45,804 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-17T20:21:45,804 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38907 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T20:21:45,806 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38907 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T20:21:45,972 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.wal-reader.0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.1731874890809 to pos 608, reset compression=false 2024-11-17T20:21:45,976 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.wal-reader.0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T20:21:45,976 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.wal-reader.0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.1731874890809 to pos 735, reset compression=false 2024-11-17T20:21:45,976 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.shipper0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,38907,1731874889644 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.1731874890809, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T20:21:46,013 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.wal-reader.0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/WALs/0b0b0ae8de03,41501,1731874894137/0b0b0ae8de03%2C41501%2C1731874894137.1731874895383 to pos 760, reset compression=false 2024-11-17T20:21:46,184 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.wal-reader.0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.1731874890809 to pos 735, reset compression=false 2024-11-17T20:21:46,317 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.wal-reader.0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/WALs/0b0b0ae8de03,41501,1731874894137/0b0b0ae8de03%2C41501%2C1731874894137.1731874895383 to pos 760, reset compression=false 2024-11-17T20:21:46,347 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508.replicationSource.wal-reader.0b0b0ae8de03%2C45579%2C1731874881508,1-0b0b0ae8de03,45579,1731874881508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/WALs/0b0b0ae8de03,45579,1731874881508/0b0b0ae8de03%2C45579%2C1731874881508.1731874886323 to pos 480, reset compression=false 2024-11-17T20:21:46,487 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.wal-reader.0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.1731874890809 to pos 735, reset compression=false 2024-11-17T20:21:46,490 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-17T20:21:46,495 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-17T20:21:46,720 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.wal-reader.0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/WALs/0b0b0ae8de03,41501,1731874894137/0b0b0ae8de03%2C41501%2C1731874894137.1731874895383 to pos 760, reset compression=false 2024-11-17T20:21:46,891 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.wal-reader.0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.1731874890809 to pos 735, reset compression=false 2024-11-17T20:21:47,150 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508.replicationSource.wal-reader.0b0b0ae8de03%2C45579%2C1731874881508,1-0b0b0ae8de03,45579,1731874881508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/WALs/0b0b0ae8de03,45579,1731874881508/0b0b0ae8de03%2C45579%2C1731874881508.1731874886323 to pos 480, reset compression=false 2024-11-17T20:21:47,155 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508.replicationSource.wal-reader.0b0b0ae8de03%2C45579%2C1731874881508,1-0b0b0ae8de03,45579,1731874881508 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T20:21:47,155 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508.replicationSource.wal-reader.0b0b0ae8de03%2C45579%2C1731874881508,1-0b0b0ae8de03,45579,1731874881508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/WALs/0b0b0ae8de03,45579,1731874881508/0b0b0ae8de03%2C45579%2C1731874881508.1731874886323 to pos 636, reset compression=false 2024-11-17T20:21:47,155 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508.replicationSource.shipper0b0b0ae8de03%2C45579%2C1731874881508,1-0b0b0ae8de03,45579,1731874881508 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,45579,1731874881508 got entry batch from reader: WALEntryBatch [walEntries=[{test/792c6ed8b9526a4a3d17980692d0a0b0/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/WALs/0b0b0ae8de03,45579,1731874881508/0b0b0ae8de03%2C45579%2C1731874881508.1731874886323, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-17T20:21:47,156 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38907 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T20:21:47,159 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38907 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T20:21:47,223 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.wal-reader.0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/WALs/0b0b0ae8de03,41501,1731874894137/0b0b0ae8de03%2C41501%2C1731874894137.1731874895383 to pos 760, reset compression=false 2024-11-17T20:21:47,358 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508.replicationSource.wal-reader.0b0b0ae8de03%2C45579%2C1731874881508,1-0b0b0ae8de03,45579,1731874881508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/WALs/0b0b0ae8de03,45579,1731874881508/0b0b0ae8de03%2C45579%2C1731874881508.1731874886323 to pos 636, reset compression=false 2024-11-17T20:21:47,394 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.wal-reader.0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.1731874890809 to pos 735, reset compression=false 2024-11-17T20:21:47,398 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.wal-reader.0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T20:21:47,398 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.wal-reader.0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.1731874890809 to pos 883, reset compression=false 2024-11-17T20:21:47,398 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.shipper0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,38907,1731874889644 got entry batch from reader: WALEntryBatch [walEntries=[{test/1628a412a091d4d7ce91ff23c28330b3/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.1731874890809, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-17T20:21:47,399 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41501 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T20:21:47,401 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41501 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T20:21:47,497 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-17T20:21:47,506 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-17T20:21:47,602 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.wal-reader.0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.1731874890809 to pos 883, reset compression=false 2024-11-17T20:21:47,614 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.wal-reader.0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T20:21:47,614 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.wal-reader.0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.1731874890809 to pos 1042, reset compression=false 2024-11-17T20:21:47,614 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.shipper0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,38907,1731874889644 got entry batch from reader: WALEntryBatch [walEntries=[{test/1628a412a091d4d7ce91ff23c28330b3/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.1731874890809, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-17T20:21:47,616 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41501 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T20:21:47,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41501 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T20:21:47,662 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508.replicationSource.wal-reader.0b0b0ae8de03%2C45579%2C1731874881508,1-0b0b0ae8de03,45579,1731874881508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/WALs/0b0b0ae8de03,45579,1731874881508/0b0b0ae8de03%2C45579%2C1731874881508.1731874886323 to pos 636, reset compression=false 2024-11-17T20:21:47,825 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.wal-reader.0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.1731874890809 to pos 1042, reset compression=false 2024-11-17T20:21:47,828 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.wal-reader.0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/WALs/0b0b0ae8de03,41501,1731874894137/0b0b0ae8de03%2C41501%2C1731874894137.1731874895383 to pos 760, reset compression=false 2024-11-17T20:21:47,893 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.wal-reader.0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T20:21:47,893 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.wal-reader.0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/WALs/0b0b0ae8de03,41501,1731874894137/0b0b0ae8de03%2C41501%2C1731874894137.1731874895383 to pos 1082, reset compression=false 2024-11-17T20:21:47,894 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.shipper0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,41501,1731874894137 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/WALs/0b0b0ae8de03,41501,1731874894137/0b0b0ae8de03%2C41501%2C1731874894137.1731874895383, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T20:21:47,985 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T20:21:47,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:47,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:47,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:48,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:48,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:48,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:48,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:48,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:48,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:48,077 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508.replicationSource.wal-reader.0b0b0ae8de03%2C45579%2C1731874881508,1-0b0b0ae8de03,45579,1731874881508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/WALs/0b0b0ae8de03,45579,1731874881508/0b0b0ae8de03%2C45579%2C1731874881508.1731874886323 to pos 636, reset compression=false 2024-11-17T20:21:48,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:48,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:48,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:48,102 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.wal-reader.0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/WALs/0b0b0ae8de03,41501,1731874894137/0b0b0ae8de03%2C41501%2C1731874894137.1731874895383 to pos 1082, reset compression=false 2024-11-17T20:21:48,173 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.wal-reader.0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.1731874890809 to pos 1042, reset compression=false 2024-11-17T20:21:48,429 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.wal-reader.0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/WALs/0b0b0ae8de03,41501,1731874894137/0b0b0ae8de03%2C41501%2C1731874894137.1731874895383 to pos 1082, reset compression=false 2024-11-17T20:21:48,508 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-17T20:21:48,515 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-17T20:21:48,577 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.wal-reader.0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.1731874890809 to pos 1042, reset compression=false 2024-11-17T20:21:48,618 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508.replicationSource.wal-reader.0b0b0ae8de03%2C45579%2C1731874881508,1-0b0b0ae8de03,45579,1731874881508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/WALs/0b0b0ae8de03,45579,1731874881508/0b0b0ae8de03%2C45579%2C1731874881508.1731874886323 to pos 636, reset compression=false 2024-11-17T20:21:48,835 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.wal-reader.0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/WALs/0b0b0ae8de03,41501,1731874894137/0b0b0ae8de03%2C41501%2C1731874894137.1731874895383 to pos 1082, reset compression=false 2024-11-17T20:21:48,840 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.wal-reader.0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T20:21:48,840 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.wal-reader.0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/WALs/0b0b0ae8de03,41501,1731874894137/0b0b0ae8de03%2C41501%2C1731874894137.1731874895383 to pos 1241, reset compression=false 2024-11-17T20:21:48,840 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.shipper0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,41501,1731874894137 got entry batch from reader: WALEntryBatch [walEntries=[{test/2d0852fdd8b098aaa4bbd3f6b8dd35c5/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/WALs/0b0b0ae8de03,41501,1731874894137/0b0b0ae8de03%2C41501%2C1731874894137.1731874895383, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-17T20:21:48,841 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38907 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T20:21:48,843 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38907 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T20:21:49,044 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.wal-reader.0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/WALs/0b0b0ae8de03,41501,1731874894137/0b0b0ae8de03%2C41501%2C1731874894137.1731874895383 to pos 1241, reset compression=false 2024-11-17T20:21:49,080 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.wal-reader.0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.1731874890809 to pos 1042, reset compression=false 2024-11-17T20:21:49,084 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.wal-reader.0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T20:21:49,084 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.wal-reader.0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.1731874890809 to pos 1191, reset compression=false 2024-11-17T20:21:49,084 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.shipper0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,38907,1731874889644 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.1731874890809, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T20:21:49,222 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508.replicationSource.wal-reader.0b0b0ae8de03%2C45579%2C1731874881508,1-0b0b0ae8de03,45579,1731874881508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/WALs/0b0b0ae8de03,45579,1731874881508/0b0b0ae8de03%2C45579%2C1731874881508.1731874886323 to pos 636, reset compression=false 2024-11-17T20:21:49,289 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.wal-reader.0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.1731874890809 to pos 1191, reset compression=false 2024-11-17T20:21:49,348 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.wal-reader.0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/WALs/0b0b0ae8de03,41501,1731874894137/0b0b0ae8de03%2C41501%2C1731874894137.1731874895383 to pos 1241, reset compression=false 2024-11-17T20:21:49,517 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-17T20:21:49,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T20:21:49,524 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:21:49,524 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:21:49,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:49,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:49,524 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:21:49,524 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T20:21:49,524 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=637821308, stopped=false 2024-11-17T20:21:49,524 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0b0b0ae8de03,33873,1731874894005 2024-11-17T20:21:49,593 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.wal-reader.0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.1731874890809 to pos 1191, reset compression=false 2024-11-17T20:21:49,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x1014a756ffe0006, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1594243530/running 2024-11-17T20:21:49,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41501-0x1014a756ffe0007, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1594243530/running 2024-11-17T20:21:49,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41501-0x1014a756ffe0007, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1594243530 2024-11-17T20:21:49,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x1014a756ffe0006, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1594243530 2024-11-17T20:21:49,597 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T20:21:49,597 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:21:49,597 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41501-0x1014a756ffe0007, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Set watcher on znode that does not yet exist, /2-1594243530/running 2024-11-17T20:21:49,597 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:21:49,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:49,597 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b0b0ae8de03,41501,1731874894137' ***** 2024-11-17T20:21:49,597 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T20:21:49,597 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33873-0x1014a756ffe0006, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Set watcher on znode that does not yet exist, /2-1594243530/running 2024-11-17T20:21:49,598 INFO [RS:0;0b0b0ae8de03:41501 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T20:21:49,599 INFO [RS:0;0b0b0ae8de03:41501 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T20:21:49,599 INFO [RS:0;0b0b0ae8de03:41501 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T20:21:49,599 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T20:21:49,599 INFO [RS:0;0b0b0ae8de03:41501 {}] regionserver.HRegionServer(3091): Received CLOSE for 3c5ac00eb9f978abc626f7008a111eb4 2024-11-17T20:21:49,600 INFO [RS:0;0b0b0ae8de03:41501 {}] regionserver.HRegionServer(3091): Received CLOSE for 2d0852fdd8b098aaa4bbd3f6b8dd35c5 2024-11-17T20:21:49,600 INFO [RS:0;0b0b0ae8de03:41501 {}] regionserver.HRegionServer(959): stopping server 0b0b0ae8de03,41501,1731874894137 2024-11-17T20:21:49,600 INFO [RS:0;0b0b0ae8de03:41501 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:21:49,600 INFO [RS:0;0b0b0ae8de03:41501 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:41501. 2024-11-17T20:21:49,600 DEBUG [RS:0;0b0b0ae8de03:41501 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:21:49,600 DEBUG [RS:0;0b0b0ae8de03:41501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:49,601 INFO [RS:0;0b0b0ae8de03:41501 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T20:21:49,601 INFO [RS:0;0b0b0ae8de03:41501 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T20:21:49,601 INFO [RS:0;0b0b0ae8de03:41501 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T20:21:49,601 INFO [RS:0;0b0b0ae8de03:41501 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T20:21:49,601 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3c5ac00eb9f978abc626f7008a111eb4, disabling compactions & flushes 2024-11-17T20:21:49,601 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731874901317.3c5ac00eb9f978abc626f7008a111eb4. 2024-11-17T20:21:49,601 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731874901317.3c5ac00eb9f978abc626f7008a111eb4. 2024-11-17T20:21:49,601 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731874901317.3c5ac00eb9f978abc626f7008a111eb4. after waiting 0 ms 2024-11-17T20:21:49,601 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731874901317.3c5ac00eb9f978abc626f7008a111eb4. 2024-11-17T20:21:49,602 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3c5ac00eb9f978abc626f7008a111eb4 3/3 column families, dataSize=1.02 KB heapSize=2.28 KB 2024-11-17T20:21:49,602 INFO [RS:0;0b0b0ae8de03:41501 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T20:21:49,602 DEBUG [RS:0;0b0b0ae8de03:41501 {}] regionserver.HRegionServer(1325): Online Regions={3c5ac00eb9f978abc626f7008a111eb4=hbase:replication,,1731874901317.3c5ac00eb9f978abc626f7008a111eb4., 2d0852fdd8b098aaa4bbd3f6b8dd35c5=test,,1731874897867.2d0852fdd8b098aaa4bbd3f6b8dd35c5., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T20:21:49,603 DEBUG [RS:0;0b0b0ae8de03:41501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d0852fdd8b098aaa4bbd3f6b8dd35c5, 3c5ac00eb9f978abc626f7008a111eb4 2024-11-17T20:21:49,603 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T20:21:49,603 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T20:21:49,603 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T20:21:49,603 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T20:21:49,603 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T20:21:49,603 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T20:21:49,627 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/hbase/replication/3c5ac00eb9f978abc626f7008a111eb4/.tmp/queue/95e6f73da1a7403fb31ecfd8c7602186 is 154, key is 1-0b0b0ae8de03,41501,1731874894137/queue:0b0b0ae8de03%2C41501%2C1731874894137/1731874908845/Put/seqid=0 2024-11-17T20:21:49,631 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/hbase/meta/1588230740/.tmp/info/d21ca2cef4334a458f48e7bd97cef474 is 147, key is hbase:replication,,1731874901317.3c5ac00eb9f978abc626f7008a111eb4./info:regioninfo/1731874902496/Put/seqid=0 2024-11-17T20:21:49,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38565 is added to blk_1073741840_1016 (size=5353) 2024-11-17T20:21:49,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38565 is added to blk_1073741841_1017 (size=7686) 2024-11-17T20:21:49,642 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/hbase/meta/1588230740/.tmp/info/d21ca2cef4334a458f48e7bd97cef474 2024-11-17T20:21:49,665 INFO [regionserver/0b0b0ae8de03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:21:49,677 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/hbase/meta/1588230740/.tmp/ns/c2435317ff50415ca46e4c66e3ddc0b1 is 43, key is default/ns:d/1731874895900/Put/seqid=0 2024-11-17T20:21:49,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38565 is added to blk_1073741842_1018 (size=5153) 2024-11-17T20:21:49,699 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/hbase/meta/1588230740/.tmp/ns/c2435317ff50415ca46e4c66e3ddc0b1 2024-11-17T20:21:49,735 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/hbase/meta/1588230740/.tmp/rep_barrier/b798e76605dd4ca1b151b154bdbeebe7 is 112, key is test,,1731874897867.2d0852fdd8b098aaa4bbd3f6b8dd35c5./rep_barrier:seqnumDuringOpen/1731874898642/Put/seqid=0 2024-11-17T20:21:49,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38565 is added to blk_1073741843_1019 (size=5518) 2024-11-17T20:21:49,742 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/hbase/meta/1588230740/.tmp/rep_barrier/b798e76605dd4ca1b151b154bdbeebe7 2024-11-17T20:21:49,752 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.wal-reader.0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/WALs/0b0b0ae8de03,41501,1731874894137/0b0b0ae8de03%2C41501%2C1731874894137.1731874895383 to pos 1241, reset compression=false 2024-11-17T20:21:49,768 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/hbase/meta/1588230740/.tmp/table/93dc981fe95c42ccb97b0def0b96f8c5 is 53, key is hbase:replication/table:state/1731874902503/Put/seqid=0 2024-11-17T20:21:49,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38565 is added to blk_1073741844_1020 (size=5308) 2024-11-17T20:21:49,803 DEBUG [RS:0;0b0b0ae8de03:41501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d0852fdd8b098aaa4bbd3f6b8dd35c5, 3c5ac00eb9f978abc626f7008a111eb4 2024-11-17T20:21:49,926 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508.replicationSource.wal-reader.0b0b0ae8de03%2C45579%2C1731874881508,1-0b0b0ae8de03,45579,1731874881508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/WALs/0b0b0ae8de03,45579,1731874881508/0b0b0ae8de03%2C45579%2C1731874881508.1731874886323 to pos 636, reset compression=false 2024-11-17T20:21:50,003 DEBUG [RS:0;0b0b0ae8de03:41501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d0852fdd8b098aaa4bbd3f6b8dd35c5, 3c5ac00eb9f978abc626f7008a111eb4 2024-11-17T20:21:50,005 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.wal-reader.0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.1731874890809 to pos 1191, reset compression=false 2024-11-17T20:21:50,038 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.02 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/hbase/replication/3c5ac00eb9f978abc626f7008a111eb4/.tmp/queue/95e6f73da1a7403fb31ecfd8c7602186 2024-11-17T20:21:50,043 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/hbase/replication/3c5ac00eb9f978abc626f7008a111eb4/.tmp/queue/95e6f73da1a7403fb31ecfd8c7602186 as hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/hbase/replication/3c5ac00eb9f978abc626f7008a111eb4/queue/95e6f73da1a7403fb31ecfd8c7602186 2024-11-17T20:21:50,047 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/hbase/replication/3c5ac00eb9f978abc626f7008a111eb4/queue/95e6f73da1a7403fb31ecfd8c7602186, entries=1, sequenceid=11, filesize=5.2 K 2024-11-17T20:21:50,048 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for 3c5ac00eb9f978abc626f7008a111eb4 in 447ms, sequenceid=11, compaction requested=false 2024-11-17T20:21:50,059 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/hbase/replication/3c5ac00eb9f978abc626f7008a111eb4/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-17T20:21:50,060 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:21:50,060 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T20:21:50,060 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731874901317.3c5ac00eb9f978abc626f7008a111eb4. 2024-11-17T20:21:50,060 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3c5ac00eb9f978abc626f7008a111eb4: Waiting for close lock at 1731874909600Running coprocessor pre-close hooks at 1731874909600Disabling compacts and flushes for region at 1731874909600Disabling writes for close at 1731874909601 (+1 ms)Obtaining lock to block concurrent updates at 1731874909602 (+1 ms)Preparing flush snapshotting stores in 3c5ac00eb9f978abc626f7008a111eb4 at 1731874909602Finished memstore snapshotting hbase:replication,,1731874901317.3c5ac00eb9f978abc626f7008a111eb4., syncing WAL and waiting on mvcc, flushsize=dataSize=1043, getHeapSize=2288, getOffHeapSize=0, getCellsCount=7 at 1731874909602Flushing stores of hbase:replication,,1731874901317.3c5ac00eb9f978abc626f7008a111eb4. at 1731874909604 (+2 ms)Flushing 3c5ac00eb9f978abc626f7008a111eb4/queue: creating writer at 1731874909604Flushing 3c5ac00eb9f978abc626f7008a111eb4/queue: appending metadata at 1731874909626 (+22 ms)Flushing 3c5ac00eb9f978abc626f7008a111eb4/queue: closing flushed file at 1731874909627 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3903e799: reopening flushed file at 1731874910042 (+415 ms)Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for 3c5ac00eb9f978abc626f7008a111eb4 in 447ms, sequenceid=11, compaction requested=false at 1731874910048 (+6 ms)Writing region close event to WAL at 1731874910056 (+8 ms)Running coprocessor post-close hooks at 1731874910060 (+4 ms)Closed at 1731874910060 2024-11-17T20:21:50,061 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731874901317.3c5ac00eb9f978abc626f7008a111eb4. 2024-11-17T20:21:50,061 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2d0852fdd8b098aaa4bbd3f6b8dd35c5, disabling compactions & flushes 2024-11-17T20:21:50,061 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731874897867.2d0852fdd8b098aaa4bbd3f6b8dd35c5. 2024-11-17T20:21:50,061 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731874897867.2d0852fdd8b098aaa4bbd3f6b8dd35c5. 2024-11-17T20:21:50,061 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731874897867.2d0852fdd8b098aaa4bbd3f6b8dd35c5. after waiting 0 ms 2024-11-17T20:21:50,061 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731874897867.2d0852fdd8b098aaa4bbd3f6b8dd35c5. 2024-11-17T20:21:50,061 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2d0852fdd8b098aaa4bbd3f6b8dd35c5 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-17T20:21:50,078 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/default/test/2d0852fdd8b098aaa4bbd3f6b8dd35c5/.tmp/f/8af0b3b00a4f4a7b96ce21c4774f269f is 29, key is row1/f:/1731874907498/DeleteFamily/seqid=0 2024-11-17T20:21:50,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38565 is added to blk_1073741845_1021 (size=5152) 2024-11-17T20:21:50,173 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/hbase/meta/1588230740/.tmp/table/93dc981fe95c42ccb97b0def0b96f8c5 2024-11-17T20:21:50,177 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/hbase/meta/1588230740/.tmp/info/d21ca2cef4334a458f48e7bd97cef474 as hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/hbase/meta/1588230740/info/d21ca2cef4334a458f48e7bd97cef474 2024-11-17T20:21:50,181 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/hbase/meta/1588230740/info/d21ca2cef4334a458f48e7bd97cef474, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T20:21:50,182 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/hbase/meta/1588230740/.tmp/ns/c2435317ff50415ca46e4c66e3ddc0b1 as hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/hbase/meta/1588230740/ns/c2435317ff50415ca46e4c66e3ddc0b1 2024-11-17T20:21:50,185 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/hbase/meta/1588230740/ns/c2435317ff50415ca46e4c66e3ddc0b1, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T20:21:50,186 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/hbase/meta/1588230740/.tmp/rep_barrier/b798e76605dd4ca1b151b154bdbeebe7 as hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/hbase/meta/1588230740/rep_barrier/b798e76605dd4ca1b151b154bdbeebe7 2024-11-17T20:21:50,190 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/hbase/meta/1588230740/rep_barrier/b798e76605dd4ca1b151b154bdbeebe7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T20:21:50,191 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/hbase/meta/1588230740/.tmp/table/93dc981fe95c42ccb97b0def0b96f8c5 as hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/hbase/meta/1588230740/table/93dc981fe95c42ccb97b0def0b96f8c5 2024-11-17T20:21:50,195 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/hbase/meta/1588230740/table/93dc981fe95c42ccb97b0def0b96f8c5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T20:21:50,196 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 593ms, sequenceid=16, compaction requested=false 2024-11-17T20:21:50,203 DEBUG [RS:0;0b0b0ae8de03:41501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d0852fdd8b098aaa4bbd3f6b8dd35c5 2024-11-17T20:21:50,210 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T20:21:50,210 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:21:50,211 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T20:21:50,211 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T20:21:50,211 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731874909603Running coprocessor pre-close hooks at 1731874909603Disabling compacts and flushes for region at 1731874909603Disabling writes for close at 1731874909603Obtaining lock to block concurrent updates at 1731874909603Preparing flush snapshotting stores in 1588230740 at 1731874909603Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731874909603Flushing stores of hbase:meta,,1.1588230740 at 1731874909604 (+1 ms)Flushing 1588230740/info: creating writer at 1731874909604Flushing 1588230740/info: appending metadata at 1731874909631 (+27 ms)Flushing 1588230740/info: closing flushed file at 1731874909631Flushing 1588230740/ns: creating writer at 1731874909647 (+16 ms)Flushing 1588230740/ns: appending metadata at 1731874909676 (+29 ms)Flushing 1588230740/ns: closing flushed file at 1731874909676Flushing 1588230740/rep_barrier: creating writer at 1731874909707 (+31 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731874909735 (+28 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731874909735Flushing 1588230740/table: creating writer at 1731874909750 (+15 ms)Flushing 1588230740/table: appending metadata at 1731874909768 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731874909768Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d97c68f: reopening flushed file at 1731874910176 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cc6856a: reopening flushed file at 1731874910181 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34770921: reopening flushed file at 1731874910186 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a98cd5d: reopening flushed file at 1731874910190 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 593ms, sequenceid=16, compaction requested=false at 1731874910196 (+6 ms)Writing region close event to WAL at 1731874910207 (+11 ms)Running coprocessor post-close hooks at 1731874910210 (+3 ms)Closed at 1731874910211 (+1 ms) 2024-11-17T20:21:50,211 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T20:21:50,237 INFO [regionserver/0b0b0ae8de03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T20:21:50,237 INFO [regionserver/0b0b0ae8de03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T20:21:50,255 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.wal-reader.0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/WALs/0b0b0ae8de03,41501,1731874894137/0b0b0ae8de03%2C41501%2C1731874894137.1731874895383 to pos 1241, reset compression=false 2024-11-17T20:21:50,264 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.wal-reader.0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T20:21:50,264 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.wal-reader.0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/WALs/0b0b0ae8de03,41501,1731874894137/0b0b0ae8de03%2C41501%2C1731874894137.1731874895383 to pos 1488, reset compression=false 2024-11-17T20:21:50,265 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.shipper0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,41501,1731874894137 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/WALs/0b0b0ae8de03,41501,1731874894137/0b0b0ae8de03%2C41501%2C1731874894137.1731874895383, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T20:21:50,266 ERROR [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.shipper0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 0b0b0ae8de03,41501,1731874894137: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-0b0b0ae8de03,41501,1731874894137, walGroup=0b0b0ae8de03%2C41501%2C1731874894137, offset=0b0b0ae8de03%2C41501%2C1731874894137.1731874895383:1488, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:41501 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T20:21:50,267 ERROR [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.shipper0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T20:21:50,267 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.shipper0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T20:21:50,268 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.shipper0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T20:21:50,268 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.shipper0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T20:21:50,268 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.shipper0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T20:21:50,268 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.shipper0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1363148800, "init": 1048576000, "max": 2306867200, "used": 895590880 }, "NonHeapMemoryUsage": { "committed": 206569472, "init": 7667712, "max": -1, "used": 201881800 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T20:21:50,268 WARN [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.shipper0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:33873 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:33873 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T20:21:50,403 DEBUG [RS:0;0b0b0ae8de03:41501 {}] regionserver.HRegionServer(1351): Waiting on 2d0852fdd8b098aaa4bbd3f6b8dd35c5 2024-11-17T20:21:50,471 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.wal-reader.0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/WALs/0b0b0ae8de03,41501,1731874894137/0b0b0ae8de03%2C41501%2C1731874894137.1731874895383 to pos 1488, reset compression=false 2024-11-17T20:21:50,482 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/default/test/2d0852fdd8b098aaa4bbd3f6b8dd35c5/.tmp/f/8af0b3b00a4f4a7b96ce21c4774f269f 2024-11-17T20:21:50,486 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8af0b3b00a4f4a7b96ce21c4774f269f 2024-11-17T20:21:50,506 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/default/test/2d0852fdd8b098aaa4bbd3f6b8dd35c5/.tmp/f1/cba754e2c4db45169052b9fef4bfa497 is 30, key is row1/f1:/1731874907498/DeleteFamily/seqid=0 2024-11-17T20:21:50,509 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.wal-reader.0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.1731874890809 to pos 1191, reset compression=false 2024-11-17T20:21:50,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38565 is added to blk_1073741846_1022 (size=5158) 2024-11-17T20:21:50,603 INFO [RS:0;0b0b0ae8de03:41501 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T20:21:50,603 DEBUG [RS:0;0b0b0ae8de03:41501 {}] regionserver.HRegionServer(1325): Online Regions={2d0852fdd8b098aaa4bbd3f6b8dd35c5=test,,1731874897867.2d0852fdd8b098aaa4bbd3f6b8dd35c5.} 2024-11-17T20:21:50,604 DEBUG [RS:0;0b0b0ae8de03:41501 {}] regionserver.HRegionServer(1351): Waiting on 2d0852fdd8b098aaa4bbd3f6b8dd35c5 2024-11-17T20:21:50,729 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508.replicationSource.wal-reader.0b0b0ae8de03%2C45579%2C1731874881508,1-0b0b0ae8de03,45579,1731874881508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/WALs/0b0b0ae8de03,45579,1731874881508/0b0b0ae8de03%2C45579%2C1731874881508.1731874886323 to pos 636, reset compression=false 2024-11-17T20:21:50,778 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.wal-reader.0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/WALs/0b0b0ae8de03,41501,1731874894137/0b0b0ae8de03%2C41501%2C1731874894137.1731874895383 to pos 1488, reset compression=false 2024-11-17T20:21:50,804 DEBUG [RS:0;0b0b0ae8de03:41501 {}] regionserver.HRegionServer(1351): Waiting on 2d0852fdd8b098aaa4bbd3f6b8dd35c5 2024-11-17T20:21:50,870 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T20:21:50,910 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/default/test/2d0852fdd8b098aaa4bbd3f6b8dd35c5/.tmp/f1/cba754e2c4db45169052b9fef4bfa497 2024-11-17T20:21:50,915 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cba754e2c4db45169052b9fef4bfa497 2024-11-17T20:21:50,934 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/default/test/2d0852fdd8b098aaa4bbd3f6b8dd35c5/.tmp/norep/9543b28bef2d4c3a8c22279bff19a3b4 is 33, key is row2/norep:/1731874908512/DeleteFamily/seqid=0 2024-11-17T20:21:50,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38565 is added to blk_1073741847_1023 (size=5108) 2024-11-17T20:21:50,938 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/default/test/2d0852fdd8b098aaa4bbd3f6b8dd35c5/.tmp/norep/9543b28bef2d4c3a8c22279bff19a3b4 2024-11-17T20:21:50,943 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9543b28bef2d4c3a8c22279bff19a3b4 2024-11-17T20:21:50,944 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/default/test/2d0852fdd8b098aaa4bbd3f6b8dd35c5/.tmp/f/8af0b3b00a4f4a7b96ce21c4774f269f as hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/default/test/2d0852fdd8b098aaa4bbd3f6b8dd35c5/f/8af0b3b00a4f4a7b96ce21c4774f269f 2024-11-17T20:21:50,949 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8af0b3b00a4f4a7b96ce21c4774f269f 2024-11-17T20:21:50,949 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/default/test/2d0852fdd8b098aaa4bbd3f6b8dd35c5/f/8af0b3b00a4f4a7b96ce21c4774f269f, entries=3, sequenceid=10, filesize=5.0 K 2024-11-17T20:21:50,950 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/default/test/2d0852fdd8b098aaa4bbd3f6b8dd35c5/.tmp/f1/cba754e2c4db45169052b9fef4bfa497 as hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/default/test/2d0852fdd8b098aaa4bbd3f6b8dd35c5/f1/cba754e2c4db45169052b9fef4bfa497 2024-11-17T20:21:50,955 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cba754e2c4db45169052b9fef4bfa497 2024-11-17T20:21:50,955 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/default/test/2d0852fdd8b098aaa4bbd3f6b8dd35c5/f1/cba754e2c4db45169052b9fef4bfa497, entries=3, sequenceid=10, filesize=5.0 K 2024-11-17T20:21:50,956 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/default/test/2d0852fdd8b098aaa4bbd3f6b8dd35c5/.tmp/norep/9543b28bef2d4c3a8c22279bff19a3b4 as hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/default/test/2d0852fdd8b098aaa4bbd3f6b8dd35c5/norep/9543b28bef2d4c3a8c22279bff19a3b4 2024-11-17T20:21:50,960 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9543b28bef2d4c3a8c22279bff19a3b4 2024-11-17T20:21:50,960 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/default/test/2d0852fdd8b098aaa4bbd3f6b8dd35c5/norep/9543b28bef2d4c3a8c22279bff19a3b4, entries=1, sequenceid=10, filesize=5.0 K 2024-11-17T20:21:50,961 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 2d0852fdd8b098aaa4bbd3f6b8dd35c5 in 900ms, sequenceid=10, compaction requested=false 2024-11-17T20:21:50,973 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/data/default/test/2d0852fdd8b098aaa4bbd3f6b8dd35c5/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-17T20:21:50,974 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:21:50,974 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T20:21:50,974 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731874897867.2d0852fdd8b098aaa4bbd3f6b8dd35c5. 2024-11-17T20:21:50,974 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2d0852fdd8b098aaa4bbd3f6b8dd35c5: Waiting for close lock at 1731874910061Running coprocessor pre-close hooks at 1731874910061Disabling compacts and flushes for region at 1731874910061Disabling writes for close at 1731874910061Obtaining lock to block concurrent updates at 1731874910061Preparing flush snapshotting stores in 2d0852fdd8b098aaa4bbd3f6b8dd35c5 at 1731874910061Finished memstore snapshotting test,,1731874897867.2d0852fdd8b098aaa4bbd3f6b8dd35c5., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731874910061Flushing stores of test,,1731874897867.2d0852fdd8b098aaa4bbd3f6b8dd35c5. at 1731874910062 (+1 ms)Flushing 2d0852fdd8b098aaa4bbd3f6b8dd35c5/f: creating writer at 1731874910062Flushing 2d0852fdd8b098aaa4bbd3f6b8dd35c5/f: appending metadata at 1731874910077 (+15 ms)Flushing 2d0852fdd8b098aaa4bbd3f6b8dd35c5/f: closing flushed file at 1731874910077Flushing 2d0852fdd8b098aaa4bbd3f6b8dd35c5/f1: creating writer at 1731874910486 (+409 ms)Flushing 2d0852fdd8b098aaa4bbd3f6b8dd35c5/f1: appending metadata at 1731874910505 (+19 ms)Flushing 2d0852fdd8b098aaa4bbd3f6b8dd35c5/f1: closing flushed file at 1731874910506 (+1 ms)Flushing 2d0852fdd8b098aaa4bbd3f6b8dd35c5/norep: creating writer at 1731874910916 (+410 ms)Flushing 2d0852fdd8b098aaa4bbd3f6b8dd35c5/norep: appending metadata at 1731874910933 (+17 ms)Flushing 2d0852fdd8b098aaa4bbd3f6b8dd35c5/norep: closing flushed file at 1731874910933Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d241e8a: reopening flushed file at 1731874910943 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4275366f: reopening flushed file at 1731874910949 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e45b547: reopening flushed file at 1731874910955 (+6 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 2d0852fdd8b098aaa4bbd3f6b8dd35c5 in 900ms, sequenceid=10, compaction requested=false at 1731874910961 (+6 ms)Writing region close event to WAL at 1731874910963 (+2 ms)Running coprocessor post-close hooks at 1731874910974 (+11 ms)Closed at 1731874910974 2024-11-17T20:21:50,974 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731874897867.2d0852fdd8b098aaa4bbd3f6b8dd35c5. 2024-11-17T20:21:51,004 INFO [RS:0;0b0b0ae8de03:41501 {}] regionserver.HRegionServer(976): stopping server 0b0b0ae8de03,41501,1731874894137; all regions closed. 2024-11-17T20:21:51,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38565 is added to blk_1073741834_1010 (size=4239) 2024-11-17T20:21:51,006 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/WALs/0b0b0ae8de03,41501,1731874894137/0b0b0ae8de03%2C41501%2C1731874894137.meta.1731874895841.meta not finished, retry = 0 2024-11-17T20:21:51,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38565 is added to blk_1073741839_1015 (size=2896) 2024-11-17T20:21:51,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38565 is added to blk_1073741832_1008 (size=2140) 2024-11-17T20:21:51,111 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/WALs/0b0b0ae8de03,41501,1731874894137/0b0b0ae8de03%2C41501%2C1731874894137.1731874895383 not finished, retry = 0 2024-11-17T20:21:51,113 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.wal-reader.0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.1731874890809 to pos 1191, reset compression=false 2024-11-17T20:21:51,205 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.wal-reader.0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/WALs/0b0b0ae8de03,41501,1731874894137/0b0b0ae8de03%2C41501%2C1731874894137.1731874895383 to pos 1488, reset compression=false 2024-11-17T20:21:51,212 DEBUG [RS:0;0b0b0ae8de03:41501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:51,212 INFO [RS:0;0b0b0ae8de03:41501 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:21:51,212 INFO [RS:0;0b0b0ae8de03:41501 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:21:51,212 INFO [RS:0;0b0b0ae8de03:41501 {}] hbase.ChoreService(370): Chore service for: regionserver/0b0b0ae8de03:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-17T20:21:51,213 INFO [RS:0;0b0b0ae8de03:41501 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:21:51,213 INFO [RS:0;0b0b0ae8de03:41501 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0b0b0ae8de03,41501,1731874894137 because: Region server is closing 2024-11-17T20:21:51,213 INFO [regionserver/0b0b0ae8de03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:21:51,213 INFO [RS:0;0b0b0ae8de03:41501 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:41501. 2024-11-17T20:21:51,213 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.wal-reader.0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/WALs/0b0b0ae8de03,41501,1731874894137/0b0b0ae8de03%2C41501%2C1731874894137.1731874895383 2024-11-17T20:21:51,213 DEBUG [RS:0;0b0b0ae8de03:41501 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:21:51,213 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.wal-reader.0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T20:21:51,213 DEBUG [RS:0;0b0b0ae8de03:41501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:51,213 DEBUG [RS:0;0b0b0ae8de03:41501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:51,213 INFO [RS:0;0b0b0ae8de03:41501 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,41501,1731874894137.replicationSource.shipper0b0b0ae8de03%2C41501%2C1731874894137,1-0b0b0ae8de03,41501,1731874894137 terminated 2024-11-17T20:21:51,213 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:21:51,213 INFO [RS:0;0b0b0ae8de03:41501 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:41501. 2024-11-17T20:21:51,213 DEBUG [RS:0;0b0b0ae8de03:41501 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:21:51,213 DEBUG [RS:0;0b0b0ae8de03:41501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:51,213 DEBUG [RS:0;0b0b0ae8de03:41501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:51,214 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:21:51,214 INFO [RS:0;0b0b0ae8de03:41501 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41501 2024-11-17T20:21:51,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41501-0x1014a756ffe0007, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1594243530/rs/0b0b0ae8de03,41501,1731874894137 2024-11-17T20:21:51,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x1014a756ffe0006, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1594243530/rs 2024-11-17T20:21:51,237 INFO [RS:0;0b0b0ae8de03:41501 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:21:51,238 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b0b0ae8de03,41501,1731874894137] 2024-11-17T20:21:51,333 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1594243530/draining/0b0b0ae8de03,41501,1731874894137 already deleted, retry=false 2024-11-17T20:21:51,333 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b0b0ae8de03,41501,1731874894137 expired; onlineServers=0 2024-11-17T20:21:51,333 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0b0b0ae8de03,33873,1731874894005' ***** 2024-11-17T20:21:51,333 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T20:21:51,333 INFO [M:0;0b0b0ae8de03:33873 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:21:51,333 INFO [M:0;0b0b0ae8de03:33873 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:21:51,333 DEBUG [M:0;0b0b0ae8de03:33873 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T20:21:51,333 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T20:21:51,333 DEBUG [M:0;0b0b0ae8de03:33873 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T20:21:51,333 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874895015 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874895015,5,FailOnTimeoutGroup] 2024-11-17T20:21:51,333 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874895015 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874895015,5,FailOnTimeoutGroup] 2024-11-17T20:21:51,334 INFO [M:0;0b0b0ae8de03:33873 {}] hbase.ChoreService(370): Chore service for: master/0b0b0ae8de03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T20:21:51,334 INFO [M:0;0b0b0ae8de03:33873 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:21:51,334 DEBUG [M:0;0b0b0ae8de03:33873 {}] master.HMaster(1795): Stopping service threads 2024-11-17T20:21:51,334 INFO [M:0;0b0b0ae8de03:33873 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T20:21:51,334 INFO [M:0;0b0b0ae8de03:33873 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T20:21:51,334 INFO [M:0;0b0b0ae8de03:33873 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T20:21:51,334 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T20:21:51,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x1014a756ffe0006, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1594243530/master 2024-11-17T20:21:51,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x1014a756ffe0006, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1594243530 2024-11-17T20:21:51,343 DEBUG [M:0;0b0b0ae8de03:33873 {}] zookeeper.ZKUtil(347): master:33873-0x1014a756ffe0006, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Unable to get data of znode /2-1594243530/master because node does not exist (not an error) 2024-11-17T20:21:51,343 WARN [M:0;0b0b0ae8de03:33873 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T20:21:51,344 INFO [M:0;0b0b0ae8de03:33873 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/.lastflushedseqids 2024-11-17T20:21:51,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38565 is added to blk_1073741848_1024 (size=245) 2024-11-17T20:21:51,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41501-0x1014a756ffe0007, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:21:51,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41501-0x1014a756ffe0007, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:21:51,423 INFO [RS:0;0b0b0ae8de03:41501 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:21:51,423 INFO [RS:0;0b0b0ae8de03:41501 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b0b0ae8de03,41501,1731874894137; zookeeper connection closed. 2024-11-17T20:21:51,423 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5837c576 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5837c576 2024-11-17T20:21:51,423 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T20:21:51,633 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508.replicationSource.wal-reader.0b0b0ae8de03%2C45579%2C1731874881508,1-0b0b0ae8de03,45579,1731874881508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/WALs/0b0b0ae8de03,45579,1731874881508/0b0b0ae8de03%2C45579%2C1731874881508.1731874886323 to pos 636, reset compression=false 2024-11-17T20:21:51,748 INFO [M:0;0b0b0ae8de03:33873 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T20:21:51,749 INFO [M:0;0b0b0ae8de03:33873 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T20:21:51,749 DEBUG [M:0;0b0b0ae8de03:33873 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T20:21:51,749 INFO [M:0;0b0b0ae8de03:33873 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:21:51,749 DEBUG [M:0;0b0b0ae8de03:33873 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:21:51,749 DEBUG [M:0;0b0b0ae8de03:33873 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T20:21:51,749 DEBUG [M:0;0b0b0ae8de03:33873 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:21:51,749 INFO [M:0;0b0b0ae8de03:33873 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-17T20:21:51,765 DEBUG [M:0;0b0b0ae8de03:33873 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/79d57b8d48fd45c5b6fd615b714c12a4 is 82, key is hbase:meta,,1/info:regioninfo/1731874895881/Put/seqid=0 2024-11-17T20:21:51,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38565 is added to blk_1073741849_1025 (size=5672) 2024-11-17T20:21:51,783 INFO [M:0;0b0b0ae8de03:33873 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/79d57b8d48fd45c5b6fd615b714c12a4 2024-11-17T20:21:51,816 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.wal-reader.0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.1731874890809 to pos 1191, reset compression=false 2024-11-17T20:21:51,819 DEBUG [M:0;0b0b0ae8de03:33873 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d30f96b914194783827cdd31e450e2a5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731874902506/Put/seqid=0 2024-11-17T20:21:51,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38565 is added to blk_1073741850_1026 (size=8516) 2024-11-17T20:21:51,832 INFO [M:0;0b0b0ae8de03:33873 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d30f96b914194783827cdd31e450e2a5 2024-11-17T20:21:51,855 DEBUG [M:0;0b0b0ae8de03:33873 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9515b42e308543e7ae2306214f17ca7b is 69, key is 0b0b0ae8de03,41501,1731874894137/rs:state/1731874895143/Put/seqid=0 2024-11-17T20:21:51,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38565 is added to blk_1073741851_1027 (size=5156) 2024-11-17T20:21:51,867 INFO [M:0;0b0b0ae8de03:33873 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9515b42e308543e7ae2306214f17ca7b 2024-11-17T20:21:51,872 DEBUG [M:0;0b0b0ae8de03:33873 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/79d57b8d48fd45c5b6fd615b714c12a4 as hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/79d57b8d48fd45c5b6fd615b714c12a4 2024-11-17T20:21:51,888 INFO [M:0;0b0b0ae8de03:33873 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/79d57b8d48fd45c5b6fd615b714c12a4, entries=8, sequenceid=97, filesize=5.5 K 2024-11-17T20:21:51,889 DEBUG [M:0;0b0b0ae8de03:33873 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d30f96b914194783827cdd31e450e2a5 as hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d30f96b914194783827cdd31e450e2a5 2024-11-17T20:21:51,900 INFO [M:0;0b0b0ae8de03:33873 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d30f96b914194783827cdd31e450e2a5, entries=11, sequenceid=97, filesize=8.3 K 2024-11-17T20:21:51,901 DEBUG [M:0;0b0b0ae8de03:33873 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9515b42e308543e7ae2306214f17ca7b as hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9515b42e308543e7ae2306214f17ca7b 2024-11-17T20:21:51,907 INFO [M:0;0b0b0ae8de03:33873 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42159/user/jenkins/test-data/c62818f5-d6ef-dcfa-2e77-2cb8657b9441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9515b42e308543e7ae2306214f17ca7b, entries=1, sequenceid=97, filesize=5.0 K 2024-11-17T20:21:51,910 INFO [M:0;0b0b0ae8de03:33873 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 160ms, sequenceid=97, compaction requested=false 2024-11-17T20:21:51,921 INFO [M:0;0b0b0ae8de03:33873 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:21:51,921 DEBUG [M:0;0b0b0ae8de03:33873 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731874911749Disabling compacts and flushes for region at 1731874911749Disabling writes for close at 1731874911749Obtaining lock to block concurrent updates at 1731874911749Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731874911749Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731874911749Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731874911750 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731874911750Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731874911764 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731874911764Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731874911788 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731874911819 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731874911819Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731874911836 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731874911855 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731874911855Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72ebd8ad: reopening flushed file at 1731874911872 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47782310: reopening flushed file at 1731874911889 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@733b62f: reopening flushed file at 1731874911900 (+11 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 160ms, sequenceid=97, compaction requested=false at 1731874911910 (+10 ms)Writing region close event to WAL at 1731874911921 (+11 ms)Closed at 1731874911921 2024-11-17T20:21:51,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38565 is added to blk_1073741830_1006 (size=63654) 2024-11-17T20:21:51,947 INFO [M:0;0b0b0ae8de03:33873 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T20:21:51,947 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:21:51,947 INFO [M:0;0b0b0ae8de03:33873 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33873 2024-11-17T20:21:51,949 INFO [M:0;0b0b0ae8de03:33873 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:21:52,096 INFO [M:0;0b0b0ae8de03:33873 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:21:52,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x1014a756ffe0006, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:21:52,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x1014a756ffe0006, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:21:52,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12327002{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:21:52,099 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50206fc8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T20:21:52,100 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T20:21:52,100 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@166b52ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T20:21:52,100 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@314cde6e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1eab32e-e726-41f6-4c3a-bbc4a88817fc/hadoop.log.dir/,STOPPED} 2024-11-17T20:21:52,101 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T20:21:52,101 WARN [BP-1621382380-172.17.0.2-1731874891565 heartbeating to localhost/127.0.0.1:42159 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T20:21:52,101 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T20:21:52,101 WARN [BP-1621382380-172.17.0.2-1731874891565 heartbeating to localhost/127.0.0.1:42159 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1621382380-172.17.0.2-1731874891565 (Datanode Uuid cf0b1690-b8e7-4762-8138-5fc31af36695) service to localhost/127.0.0.1:42159 2024-11-17T20:21:52,102 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1eab32e-e726-41f6-4c3a-bbc4a88817fc/cluster_e2f4d080-723f-b1c8-e7ee-ace090838b92/data/data1/current/BP-1621382380-172.17.0.2-1731874891565 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:21:52,102 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1eab32e-e726-41f6-4c3a-bbc4a88817fc/cluster_e2f4d080-723f-b1c8-e7ee-ace090838b92/data/data2/current/BP-1621382380-172.17.0.2-1731874891565 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:21:52,102 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T20:21:52,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2846dcc4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T20:21:52,110 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@fb6ef04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T20:21:52,110 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T20:21:52,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@760870b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T20:21:52,111 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d243e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1eab32e-e726-41f6-4c3a-bbc4a88817fc/hadoop.log.dir/,STOPPED} 2024-11-17T20:21:52,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T20:21:52,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T20:21:52,129 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:21:52,129 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:21:52,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:52,130 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:21:52,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:52,130 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T20:21:52,130 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1874764473, stopped=false 2024-11-17T20:21:52,130 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0b0b0ae8de03,42151,1731874889504 2024-11-17T20:21:52,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42151-0x1014a756ffe0003, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1653122883/running 2024-11-17T20:21:52,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42151-0x1014a756ffe0003, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1653122883 2024-11-17T20:21:52,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38907-0x1014a756ffe0004, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1653122883/running 2024-11-17T20:21:52,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38907-0x1014a756ffe0004, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1653122883 2024-11-17T20:21:52,144 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T20:21:52,144 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:21:52,144 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:21:52,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42151-0x1014a756ffe0003, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Set watcher on znode that does not yet exist, /1-1653122883/running 2024-11-17T20:21:52,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38907-0x1014a756ffe0004, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Set watcher on znode that does not yet exist, /1-1653122883/running 2024-11-17T20:21:52,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:52,145 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b0b0ae8de03,38907,1731874889644' ***** 2024-11-17T20:21:52,145 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T20:21:52,145 INFO [RS:0;0b0b0ae8de03:38907 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T20:21:52,145 INFO [RS:0;0b0b0ae8de03:38907 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T20:21:52,145 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T20:21:52,145 INFO [RS:0;0b0b0ae8de03:38907 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T20:21:52,145 INFO [RS:0;0b0b0ae8de03:38907 {}] regionserver.HRegionServer(3091): Received CLOSE for 7958eb2e402373083784cf0ace53f4e4 2024-11-17T20:21:52,145 INFO [RS:0;0b0b0ae8de03:38907 {}] regionserver.HRegionServer(3091): Received CLOSE for 1628a412a091d4d7ce91ff23c28330b3 2024-11-17T20:21:52,145 INFO [RS:0;0b0b0ae8de03:38907 {}] regionserver.HRegionServer(959): stopping server 0b0b0ae8de03,38907,1731874889644 2024-11-17T20:21:52,145 INFO [RS:0;0b0b0ae8de03:38907 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:21:52,145 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7958eb2e402373083784cf0ace53f4e4, disabling compactions & flushes 2024-11-17T20:21:52,146 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731874900175.7958eb2e402373083784cf0ace53f4e4. 2024-11-17T20:21:52,146 INFO [RS:0;0b0b0ae8de03:38907 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:38907. 2024-11-17T20:21:52,146 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731874900175.7958eb2e402373083784cf0ace53f4e4. 2024-11-17T20:21:52,146 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731874900175.7958eb2e402373083784cf0ace53f4e4. after waiting 0 ms 2024-11-17T20:21:52,146 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731874900175.7958eb2e402373083784cf0ace53f4e4. 2024-11-17T20:21:52,146 DEBUG [RS:0;0b0b0ae8de03:38907 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:21:52,146 DEBUG [RS:0;0b0b0ae8de03:38907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:52,146 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7958eb2e402373083784cf0ace53f4e4 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-17T20:21:52,146 INFO [RS:0;0b0b0ae8de03:38907 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T20:21:52,146 INFO [RS:0;0b0b0ae8de03:38907 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T20:21:52,146 INFO [RS:0;0b0b0ae8de03:38907 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T20:21:52,146 INFO [RS:0;0b0b0ae8de03:38907 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T20:21:52,146 INFO [RS:0;0b0b0ae8de03:38907 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T20:21:52,146 DEBUG [RS:0;0b0b0ae8de03:38907 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7958eb2e402373083784cf0ace53f4e4=hbase:replication,,1731874900175.7958eb2e402373083784cf0ace53f4e4., 1628a412a091d4d7ce91ff23c28330b3=test,,1731874897236.1628a412a091d4d7ce91ff23c28330b3.} 2024-11-17T20:21:52,146 DEBUG [RS:0;0b0b0ae8de03:38907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1628a412a091d4d7ce91ff23c28330b3, 7958eb2e402373083784cf0ace53f4e4 2024-11-17T20:21:52,146 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T20:21:52,146 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T20:21:52,146 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T20:21:52,146 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T20:21:52,146 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T20:21:52,146 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T20:21:52,166 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/hbase/replication/7958eb2e402373083784cf0ace53f4e4/.tmp/queue/6f0745fde945459eab773ed03ae1cede is 154, key is 1-0b0b0ae8de03,38907,1731874889644/queue:0b0b0ae8de03%2C38907%2C1731874889644/1731874909085/Put/seqid=0 2024-11-17T20:21:52,167 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/hbase/meta/1588230740/.tmp/info/68eff3b8b8154af2b0c26304e991eaca is 147, key is hbase:replication,,1731874900175.7958eb2e402373083784cf0ace53f4e4./info:regioninfo/1731874900577/Put/seqid=0 2024-11-17T20:21:52,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741840_1016 (size=5353) 2024-11-17T20:21:52,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741841_1017 (size=7686) 2024-11-17T20:21:52,200 INFO [regionserver/0b0b0ae8de03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:21:52,346 DEBUG [RS:0;0b0b0ae8de03:38907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1628a412a091d4d7ce91ff23c28330b3, 7958eb2e402373083784cf0ace53f4e4 2024-11-17T20:21:52,547 DEBUG [RS:0;0b0b0ae8de03:38907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1628a412a091d4d7ce91ff23c28330b3, 7958eb2e402373083784cf0ace53f4e4 2024-11-17T20:21:52,574 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/hbase/replication/7958eb2e402373083784cf0ace53f4e4/.tmp/queue/6f0745fde945459eab773ed03ae1cede 2024-11-17T20:21:52,578 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/hbase/meta/1588230740/.tmp/info/68eff3b8b8154af2b0c26304e991eaca 2024-11-17T20:21:52,580 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/hbase/replication/7958eb2e402373083784cf0ace53f4e4/.tmp/queue/6f0745fde945459eab773ed03ae1cede as hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/hbase/replication/7958eb2e402373083784cf0ace53f4e4/queue/6f0745fde945459eab773ed03ae1cede 2024-11-17T20:21:52,584 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/hbase/replication/7958eb2e402373083784cf0ace53f4e4/queue/6f0745fde945459eab773ed03ae1cede, entries=1, sequenceid=12, filesize=5.2 K 2024-11-17T20:21:52,585 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 7958eb2e402373083784cf0ace53f4e4 in 439ms, sequenceid=12, compaction requested=false 2024-11-17T20:21:52,590 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/hbase/replication/7958eb2e402373083784cf0ace53f4e4/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-17T20:21:52,591 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:21:52,591 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T20:21:52,591 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731874900175.7958eb2e402373083784cf0ace53f4e4. 2024-11-17T20:21:52,591 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7958eb2e402373083784cf0ace53f4e4: Waiting for close lock at 1731874912145Running coprocessor pre-close hooks at 1731874912145Disabling compacts and flushes for region at 1731874912145Disabling writes for close at 1731874912146 (+1 ms)Obtaining lock to block concurrent updates at 1731874912146Preparing flush snapshotting stores in 7958eb2e402373083784cf0ace53f4e4 at 1731874912146Finished memstore snapshotting hbase:replication,,1731874900175.7958eb2e402373083784cf0ace53f4e4., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731874912146Flushing stores of hbase:replication,,1731874900175.7958eb2e402373083784cf0ace53f4e4. at 1731874912147 (+1 ms)Flushing 7958eb2e402373083784cf0ace53f4e4/queue: creating writer at 1731874912147Flushing 7958eb2e402373083784cf0ace53f4e4/queue: appending metadata at 1731874912165 (+18 ms)Flushing 7958eb2e402373083784cf0ace53f4e4/queue: closing flushed file at 1731874912165Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b574df1: reopening flushed file at 1731874912579 (+414 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 7958eb2e402373083784cf0ace53f4e4 in 439ms, sequenceid=12, compaction requested=false at 1731874912585 (+6 ms)Writing region close event to WAL at 1731874912587 (+2 ms)Running coprocessor post-close hooks at 1731874912591 (+4 ms)Closed at 1731874912591 2024-11-17T20:21:52,591 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731874900175.7958eb2e402373083784cf0ace53f4e4. 2024-11-17T20:21:52,591 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1628a412a091d4d7ce91ff23c28330b3, disabling compactions & flushes 2024-11-17T20:21:52,591 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731874897236.1628a412a091d4d7ce91ff23c28330b3. 2024-11-17T20:21:52,591 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731874897236.1628a412a091d4d7ce91ff23c28330b3. 2024-11-17T20:21:52,591 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731874897236.1628a412a091d4d7ce91ff23c28330b3. after waiting 0 ms 2024-11-17T20:21:52,591 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731874897236.1628a412a091d4d7ce91ff23c28330b3. 2024-11-17T20:21:52,591 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1628a412a091d4d7ce91ff23c28330b3 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-17T20:21:52,606 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/hbase/meta/1588230740/.tmp/ns/adbd4481969e408789447d81ff83c5fc is 43, key is default/ns:d/1731874891385/Put/seqid=0 2024-11-17T20:21:52,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741842_1018 (size=5153) 2024-11-17T20:21:52,617 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/hbase/meta/1588230740/.tmp/ns/adbd4481969e408789447d81ff83c5fc 2024-11-17T20:21:52,622 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/default/test/1628a412a091d4d7ce91ff23c28330b3/.tmp/f/d4b60fc63ace4322bd3ae744d6c0e3fd is 29, key is row1/f:/1731874907498/DeleteFamily/seqid=0 2024-11-17T20:21:52,625 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.wal-reader.0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.1731874890809 to pos 1191, reset compression=false 2024-11-17T20:21:52,637 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508.replicationSource.wal-reader.0b0b0ae8de03%2C45579%2C1731874881508,1-0b0b0ae8de03,45579,1731874881508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/WALs/0b0b0ae8de03,45579,1731874881508/0b0b0ae8de03%2C45579%2C1731874881508.1731874886323 to pos 636, reset compression=false 2024-11-17T20:21:52,639 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/hbase/meta/1588230740/.tmp/rep_barrier/de3a7862f47b4689a38750fd467adae8 is 112, key is test,,1731874897236.1628a412a091d4d7ce91ff23c28330b3./rep_barrier:seqnumDuringOpen/1731874897608/Put/seqid=0 2024-11-17T20:21:52,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741843_1019 (size=5152) 2024-11-17T20:21:52,658 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.wal-reader.0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T20:21:52,658 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.wal-reader.0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.1731874890809 to pos 1438, reset compression=false 2024-11-17T20:21:52,658 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.shipper0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,38907,1731874889644 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.1731874890809, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T20:21:52,659 ERROR [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.shipper0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 0b0b0ae8de03,38907,1731874889644: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-0b0b0ae8de03,38907,1731874889644, walGroup=0b0b0ae8de03%2C38907%2C1731874889644, offset=0b0b0ae8de03%2C38907%2C1731874889644.1731874890809:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:38907 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T20:21:52,660 ERROR [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.shipper0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T20:21:52,660 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.shipper0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T20:21:52,661 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.shipper0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T20:21:52,661 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.shipper0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T20:21:52,661 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.shipper0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T20:21:52,661 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.shipper0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1363148800, "init": 1048576000, "max": 2306867200, "used": 956408288 }, "NonHeapMemoryUsage": { "committed": 206831616, "init": 7667712, "max": -1, "used": 202253312 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T20:21:52,662 WARN [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.shipper0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:42151 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:42151 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T20:21:52,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741844_1020 (size=5518) 2024-11-17T20:21:52,747 DEBUG [RS:0;0b0b0ae8de03:38907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1628a412a091d4d7ce91ff23c28330b3 2024-11-17T20:21:52,757 INFO [regionserver/0b0b0ae8de03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T20:21:52,757 INFO [regionserver/0b0b0ae8de03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T20:21:52,877 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.wal-reader.0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.1731874890809 to pos 1438, reset compression=false 2024-11-17T20:21:52,947 DEBUG [RS:0;0b0b0ae8de03:38907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1628a412a091d4d7ce91ff23c28330b3 2024-11-17T20:21:53,047 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/default/test/1628a412a091d4d7ce91ff23c28330b3/.tmp/f/d4b60fc63ace4322bd3ae744d6c0e3fd 2024-11-17T20:21:53,051 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d4b60fc63ace4322bd3ae744d6c0e3fd 2024-11-17T20:21:53,071 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/hbase/meta/1588230740/.tmp/rep_barrier/de3a7862f47b4689a38750fd467adae8 2024-11-17T20:21:53,072 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/default/test/1628a412a091d4d7ce91ff23c28330b3/.tmp/f1/75631703c20e4c16b74939b046ba1265 is 30, key is row1/f1:/1731874907498/DeleteFamily/seqid=0 2024-11-17T20:21:53,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741845_1021 (size=5158) 2024-11-17T20:21:53,098 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/default/test/1628a412a091d4d7ce91ff23c28330b3/.tmp/f1/75631703c20e4c16b74939b046ba1265 2024-11-17T20:21:53,107 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 75631703c20e4c16b74939b046ba1265 2024-11-17T20:21:53,119 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/hbase/meta/1588230740/.tmp/table/0113869c6df9477886811fa9ad6c99c1 is 53, key is hbase:replication/table:state/1731874900583/Put/seqid=0 2024-11-17T20:21:53,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741846_1022 (size=5308) 2024-11-17T20:21:53,126 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/hbase/meta/1588230740/.tmp/table/0113869c6df9477886811fa9ad6c99c1 2024-11-17T20:21:53,133 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/hbase/meta/1588230740/.tmp/info/68eff3b8b8154af2b0c26304e991eaca as hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/hbase/meta/1588230740/info/68eff3b8b8154af2b0c26304e991eaca 2024-11-17T20:21:53,139 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/default/test/1628a412a091d4d7ce91ff23c28330b3/.tmp/norep/500ed8c41ccd47a4aa847e8ebb1e60a7 is 33, key is row1/norep:/1731874907498/DeleteFamily/seqid=0 2024-11-17T20:21:53,139 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/hbase/meta/1588230740/info/68eff3b8b8154af2b0c26304e991eaca, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T20:21:53,141 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/hbase/meta/1588230740/.tmp/ns/adbd4481969e408789447d81ff83c5fc as hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/hbase/meta/1588230740/ns/adbd4481969e408789447d81ff83c5fc 2024-11-17T20:21:53,147 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/hbase/meta/1588230740/ns/adbd4481969e408789447d81ff83c5fc, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T20:21:53,147 INFO [RS:0;0b0b0ae8de03:38907 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T20:21:53,147 DEBUG [RS:0;0b0b0ae8de03:38907 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1628a412a091d4d7ce91ff23c28330b3=test,,1731874897236.1628a412a091d4d7ce91ff23c28330b3.} 2024-11-17T20:21:53,147 DEBUG [RS:0;0b0b0ae8de03:38907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1628a412a091d4d7ce91ff23c28330b3 2024-11-17T20:21:53,148 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/hbase/meta/1588230740/.tmp/rep_barrier/de3a7862f47b4689a38750fd467adae8 as hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/hbase/meta/1588230740/rep_barrier/de3a7862f47b4689a38750fd467adae8 2024-11-17T20:21:53,154 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/hbase/meta/1588230740/rep_barrier/de3a7862f47b4689a38750fd467adae8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T20:21:53,155 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/hbase/meta/1588230740/.tmp/table/0113869c6df9477886811fa9ad6c99c1 as hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/hbase/meta/1588230740/table/0113869c6df9477886811fa9ad6c99c1 2024-11-17T20:21:53,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741847_1023 (size=5108) 2024-11-17T20:21:53,163 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/hbase/meta/1588230740/table/0113869c6df9477886811fa9ad6c99c1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T20:21:53,163 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/default/test/1628a412a091d4d7ce91ff23c28330b3/.tmp/norep/500ed8c41ccd47a4aa847e8ebb1e60a7 2024-11-17T20:21:53,165 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1019ms, sequenceid=16, compaction requested=false 2024-11-17T20:21:53,168 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 500ed8c41ccd47a4aa847e8ebb1e60a7 2024-11-17T20:21:53,169 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/default/test/1628a412a091d4d7ce91ff23c28330b3/.tmp/f/d4b60fc63ace4322bd3ae744d6c0e3fd as hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/default/test/1628a412a091d4d7ce91ff23c28330b3/f/d4b60fc63ace4322bd3ae744d6c0e3fd 2024-11-17T20:21:53,179 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d4b60fc63ace4322bd3ae744d6c0e3fd 2024-11-17T20:21:53,179 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/default/test/1628a412a091d4d7ce91ff23c28330b3/f/d4b60fc63ace4322bd3ae744d6c0e3fd, entries=3, sequenceid=10, filesize=5.0 K 2024-11-17T20:21:53,180 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.wal-reader.0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.1731874890809 to pos 1438, reset compression=false 2024-11-17T20:21:53,181 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/default/test/1628a412a091d4d7ce91ff23c28330b3/.tmp/f1/75631703c20e4c16b74939b046ba1265 as hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/default/test/1628a412a091d4d7ce91ff23c28330b3/f1/75631703c20e4c16b74939b046ba1265 2024-11-17T20:21:53,185 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T20:21:53,185 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:21:53,185 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T20:21:53,185 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T20:21:53,185 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731874912146Running coprocessor pre-close hooks at 1731874912146Disabling compacts and flushes for region at 1731874912146Disabling writes for close at 1731874912146Obtaining lock to block concurrent updates at 1731874912146Preparing flush snapshotting stores in 1588230740 at 1731874912146Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731874912147 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731874912147Flushing 1588230740/info: creating writer at 1731874912147Flushing 1588230740/info: appending metadata at 1731874912166 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731874912166Flushing 1588230740/ns: creating writer at 1731874912588 (+422 ms)Flushing 1588230740/ns: appending metadata at 1731874912606 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731874912606Flushing 1588230740/rep_barrier: creating writer at 1731874912622 (+16 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731874912639 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731874912639Flushing 1588230740/table: creating writer at 1731874913082 (+443 ms)Flushing 1588230740/table: appending metadata at 1731874913117 (+35 ms)Flushing 1588230740/table: closing flushed file at 1731874913118 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bc55e2e: reopening flushed file at 1731874913132 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74800722: reopening flushed file at 1731874913140 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c6b1da6: reopening flushed file at 1731874913147 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@613fe37: reopening flushed file at 1731874913154 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1019ms, sequenceid=16, compaction requested=false at 1731874913165 (+11 ms)Writing region close event to WAL at 1731874913175 (+10 ms)Running coprocessor post-close hooks at 1731874913185 (+10 ms)Closed at 1731874913185 2024-11-17T20:21:53,186 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T20:21:53,190 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 75631703c20e4c16b74939b046ba1265 2024-11-17T20:21:53,190 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/default/test/1628a412a091d4d7ce91ff23c28330b3/f1/75631703c20e4c16b74939b046ba1265, entries=3, sequenceid=10, filesize=5.0 K 2024-11-17T20:21:53,191 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/default/test/1628a412a091d4d7ce91ff23c28330b3/.tmp/norep/500ed8c41ccd47a4aa847e8ebb1e60a7 as hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/default/test/1628a412a091d4d7ce91ff23c28330b3/norep/500ed8c41ccd47a4aa847e8ebb1e60a7 2024-11-17T20:21:53,197 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 500ed8c41ccd47a4aa847e8ebb1e60a7 2024-11-17T20:21:53,197 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/default/test/1628a412a091d4d7ce91ff23c28330b3/norep/500ed8c41ccd47a4aa847e8ebb1e60a7, entries=1, sequenceid=10, filesize=5.0 K 2024-11-17T20:21:53,198 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 1628a412a091d4d7ce91ff23c28330b3 in 607ms, sequenceid=10, compaction requested=false 2024-11-17T20:21:53,208 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.wal-reader.0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T20:21:53,208 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.wal-reader.0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/WALs/0b0b0ae8de03,38907,1731874889644/0b0b0ae8de03%2C38907%2C1731874889644.1731874890809 to pos 1787, reset compression=false 2024-11-17T20:21:53,227 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/data/default/test/1628a412a091d4d7ce91ff23c28330b3/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-17T20:21:53,227 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:21:53,227 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T20:21:53,227 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731874897236.1628a412a091d4d7ce91ff23c28330b3. 2024-11-17T20:21:53,228 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1628a412a091d4d7ce91ff23c28330b3: Waiting for close lock at 1731874912591Running coprocessor pre-close hooks at 1731874912591Disabling compacts and flushes for region at 1731874912591Disabling writes for close at 1731874912591Obtaining lock to block concurrent updates at 1731874912591Preparing flush snapshotting stores in 1628a412a091d4d7ce91ff23c28330b3 at 1731874912591Finished memstore snapshotting test,,1731874897236.1628a412a091d4d7ce91ff23c28330b3., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731874912592 (+1 ms)Flushing stores of test,,1731874897236.1628a412a091d4d7ce91ff23c28330b3. at 1731874912592Flushing 1628a412a091d4d7ce91ff23c28330b3/f: creating writer at 1731874912592Flushing 1628a412a091d4d7ce91ff23c28330b3/f: appending metadata at 1731874912621 (+29 ms)Flushing 1628a412a091d4d7ce91ff23c28330b3/f: closing flushed file at 1731874912621Flushing 1628a412a091d4d7ce91ff23c28330b3/f1: creating writer at 1731874913052 (+431 ms)Flushing 1628a412a091d4d7ce91ff23c28330b3/f1: appending metadata at 1731874913071 (+19 ms)Flushing 1628a412a091d4d7ce91ff23c28330b3/f1: closing flushed file at 1731874913071Flushing 1628a412a091d4d7ce91ff23c28330b3/norep: creating writer at 1731874913108 (+37 ms)Flushing 1628a412a091d4d7ce91ff23c28330b3/norep: appending metadata at 1731874913138 (+30 ms)Flushing 1628a412a091d4d7ce91ff23c28330b3/norep: closing flushed file at 1731874913138Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eeef987: reopening flushed file at 1731874913168 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34041b07: reopening flushed file at 1731874913179 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@545f6752: reopening flushed file at 1731874913190 (+11 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 1628a412a091d4d7ce91ff23c28330b3 in 607ms, sequenceid=10, compaction requested=false at 1731874913198 (+8 ms)Writing region close event to WAL at 1731874913223 (+25 ms)Running coprocessor post-close hooks at 1731874913227 (+4 ms)Closed at 1731874913227 2024-11-17T20:21:53,228 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731874897236.1628a412a091d4d7ce91ff23c28330b3. 2024-11-17T20:21:53,347 INFO [RS:0;0b0b0ae8de03:38907 {}] regionserver.HRegionServer(976): stopping server 0b0b0ae8de03,38907,1731874889644; all regions closed. 2024-11-17T20:21:53,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741834_1010 (size=4239) 2024-11-17T20:21:53,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741839_1015 (size=3114) 2024-11-17T20:21:53,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741832_1008 (size=2090) 2024-11-17T20:21:53,368 DEBUG [RS:0;0b0b0ae8de03:38907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:53,368 INFO [RS:0;0b0b0ae8de03:38907 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:21:53,368 INFO [RS:0;0b0b0ae8de03:38907 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:21:53,368 INFO [RS:0;0b0b0ae8de03:38907 {}] hbase.ChoreService(370): Chore service for: regionserver/0b0b0ae8de03:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-17T20:21:53,368 INFO [RS:0;0b0b0ae8de03:38907 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:21:53,369 INFO [regionserver/0b0b0ae8de03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:21:53,369 INFO [RS:0;0b0b0ae8de03:38907 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0b0b0ae8de03,38907,1731874889644 because: Region server is closing 2024-11-17T20:21:53,369 INFO [RS:0;0b0b0ae8de03:38907 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:38907. 2024-11-17T20:21:53,369 DEBUG [RS:0;0b0b0ae8de03:38907 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:21:53,369 DEBUG [RS:0;0b0b0ae8de03:38907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:53,369 DEBUG [RS:0;0b0b0ae8de03:38907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:53,369 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:21:53,470 INFO [RS:0;0b0b0ae8de03:38907 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,38907,1731874889644.replicationSource.shipper0b0b0ae8de03%2C38907%2C1731874889644,1-0b0b0ae8de03,38907,1731874889644 terminated 2024-11-17T20:21:53,470 INFO [RS:0;0b0b0ae8de03:38907 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:38907. 2024-11-17T20:21:53,470 DEBUG [RS:0;0b0b0ae8de03:38907 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:21:53,470 DEBUG [RS:0;0b0b0ae8de03:38907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:53,470 DEBUG [RS:0;0b0b0ae8de03:38907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:53,470 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:21:53,471 INFO [RS:0;0b0b0ae8de03:38907 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38907 2024-11-17T20:21:53,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42151-0x1014a756ffe0003, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1653122883/rs 2024-11-17T20:21:53,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38907-0x1014a756ffe0004, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1653122883/rs/0b0b0ae8de03,38907,1731874889644 2024-11-17T20:21:53,567 INFO [RS:0;0b0b0ae8de03:38907 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:21:53,567 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b0b0ae8de03,38907,1731874889644] 2024-11-17T20:21:53,596 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1653122883/draining/0b0b0ae8de03,38907,1731874889644 already deleted, retry=false 2024-11-17T20:21:53,596 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b0b0ae8de03,38907,1731874889644 expired; onlineServers=0 2024-11-17T20:21:53,596 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0b0b0ae8de03,42151,1731874889504' ***** 2024-11-17T20:21:53,596 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T20:21:53,596 INFO [M:0;0b0b0ae8de03:42151 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:21:53,596 INFO [M:0;0b0b0ae8de03:42151 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:21:53,596 DEBUG [M:0;0b0b0ae8de03:42151 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T20:21:53,596 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T20:21:53,596 DEBUG [M:0;0b0b0ae8de03:42151 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T20:21:53,596 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874890500 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874890500,5,FailOnTimeoutGroup] 2024-11-17T20:21:53,597 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874890516 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874890516,5,FailOnTimeoutGroup] 2024-11-17T20:21:53,597 INFO [M:0;0b0b0ae8de03:42151 {}] hbase.ChoreService(370): Chore service for: master/0b0b0ae8de03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T20:21:53,597 INFO [M:0;0b0b0ae8de03:42151 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:21:53,597 DEBUG [M:0;0b0b0ae8de03:42151 {}] master.HMaster(1795): Stopping service threads 2024-11-17T20:21:53,597 INFO [M:0;0b0b0ae8de03:42151 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T20:21:53,597 INFO [M:0;0b0b0ae8de03:42151 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T20:21:53,597 INFO [M:0;0b0b0ae8de03:42151 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T20:21:53,598 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T20:21:53,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42151-0x1014a756ffe0003, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1653122883/master 2024-11-17T20:21:53,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42151-0x1014a756ffe0003, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1653122883 2024-11-17T20:21:53,607 DEBUG [M:0;0b0b0ae8de03:42151 {}] zookeeper.ZKUtil(347): master:42151-0x1014a756ffe0003, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Unable to get data of znode /1-1653122883/master because node does not exist (not an error) 2024-11-17T20:21:53,607 WARN [M:0;0b0b0ae8de03:42151 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T20:21:53,608 INFO [M:0;0b0b0ae8de03:42151 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/.lastflushedseqids 2024-11-17T20:21:53,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741848_1024 (size=245) 2024-11-17T20:21:53,620 INFO [M:0;0b0b0ae8de03:42151 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T20:21:53,620 INFO [M:0;0b0b0ae8de03:42151 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T20:21:53,620 DEBUG [M:0;0b0b0ae8de03:42151 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T20:21:53,620 INFO [M:0;0b0b0ae8de03:42151 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:21:53,620 DEBUG [M:0;0b0b0ae8de03:42151 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:21:53,620 DEBUG [M:0;0b0b0ae8de03:42151 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T20:21:53,620 DEBUG [M:0;0b0b0ae8de03:42151 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:21:53,620 INFO [M:0;0b0b0ae8de03:42151 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-17T20:21:53,648 DEBUG [M:0;0b0b0ae8de03:42151 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/79fd9bcb930b4f48a60669ab545705ca is 82, key is hbase:meta,,1/info:regioninfo/1731874891372/Put/seqid=0 2024-11-17T20:21:53,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741849_1025 (size=5672) 2024-11-17T20:21:53,653 INFO [M:0;0b0b0ae8de03:42151 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/79fd9bcb930b4f48a60669ab545705ca 2024-11-17T20:21:53,676 DEBUG [M:0;0b0b0ae8de03:42151 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/48e403a0d24f41c4b13a383fa4e35132 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731874900587/Put/seqid=0 2024-11-17T20:21:53,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741850_1026 (size=8515) 2024-11-17T20:21:53,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38907-0x1014a756ffe0004, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:21:53,686 INFO [RS:0;0b0b0ae8de03:38907 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:21:53,686 INFO [RS:0;0b0b0ae8de03:38907 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b0b0ae8de03,38907,1731874889644; zookeeper connection closed. 2024-11-17T20:21:53,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38907-0x1014a756ffe0004, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:21:53,686 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7cbb6366 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7cbb6366 2024-11-17T20:21:53,686 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T20:21:53,763 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508.replicationSource.wal-reader.0b0b0ae8de03%2C45579%2C1731874881508,1-0b0b0ae8de03,45579,1731874881508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/WALs/0b0b0ae8de03,45579,1731874881508/0b0b0ae8de03%2C45579%2C1731874881508.1731874886323 to pos 636, reset compression=false 2024-11-17T20:21:53,815 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T20:21:53,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:53,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:53,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:53,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:53,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:53,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:53,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:53,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:53,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:53,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:53,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:53,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:53,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:54,081 INFO [M:0;0b0b0ae8de03:42151 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/48e403a0d24f41c4b13a383fa4e35132 2024-11-17T20:21:54,101 DEBUG [M:0;0b0b0ae8de03:42151 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a1c8a755fdf54a64a4a59e2662138923 is 69, key is 0b0b0ae8de03,38907,1731874889644/rs:state/1731874890550/Put/seqid=0 2024-11-17T20:21:54,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741851_1027 (size=5156) 2024-11-17T20:21:54,504 INFO [M:0;0b0b0ae8de03:42151 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a1c8a755fdf54a64a4a59e2662138923 2024-11-17T20:21:54,509 DEBUG [M:0;0b0b0ae8de03:42151 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/79fd9bcb930b4f48a60669ab545705ca as hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/79fd9bcb930b4f48a60669ab545705ca 2024-11-17T20:21:54,513 INFO [M:0;0b0b0ae8de03:42151 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/79fd9bcb930b4f48a60669ab545705ca, entries=8, sequenceid=97, filesize=5.5 K 2024-11-17T20:21:54,514 DEBUG [M:0;0b0b0ae8de03:42151 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/48e403a0d24f41c4b13a383fa4e35132 as hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/48e403a0d24f41c4b13a383fa4e35132 2024-11-17T20:21:54,518 INFO [M:0;0b0b0ae8de03:42151 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/48e403a0d24f41c4b13a383fa4e35132, entries=11, sequenceid=97, filesize=8.3 K 2024-11-17T20:21:54,518 DEBUG [M:0;0b0b0ae8de03:42151 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a1c8a755fdf54a64a4a59e2662138923 as hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a1c8a755fdf54a64a4a59e2662138923 2024-11-17T20:21:54,523 INFO [M:0;0b0b0ae8de03:42151 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44121/user/jenkins/test-data/38d8ca48-718c-cf6e-ced1-a8fc5bb516a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a1c8a755fdf54a64a4a59e2662138923, entries=1, sequenceid=97, filesize=5.0 K 2024-11-17T20:21:54,523 INFO [M:0;0b0b0ae8de03:42151 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 903ms, sequenceid=97, compaction requested=false 2024-11-17T20:21:54,524 INFO [M:0;0b0b0ae8de03:42151 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:21:54,525 DEBUG [M:0;0b0b0ae8de03:42151 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731874913620Disabling compacts and flushes for region at 1731874913620Disabling writes for close at 1731874913620Obtaining lock to block concurrent updates at 1731874913620Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731874913620Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731874913621 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731874913627 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731874913627Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731874913647 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731874913647Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731874913658 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731874913676 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731874913676Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731874914085 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731874914100 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731874914100Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a1e88e7: reopening flushed file at 1731874914508 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@571aaed8: reopening flushed file at 1731874914513 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4008ab2: reopening flushed file at 1731874914518 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 903ms, sequenceid=97, compaction requested=false at 1731874914523 (+5 ms)Writing region close event to WAL at 1731874914524 (+1 ms)Closed at 1731874914524 2024-11-17T20:21:54,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41201 is added to blk_1073741830_1006 (size=63642) 2024-11-17T20:21:54,527 INFO [M:0;0b0b0ae8de03:42151 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T20:21:54,527 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:21:54,527 INFO [M:0;0b0b0ae8de03:42151 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42151 2024-11-17T20:21:54,527 INFO [M:0;0b0b0ae8de03:42151 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:21:54,967 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508.replicationSource.wal-reader.0b0b0ae8de03%2C45579%2C1731874881508,1-0b0b0ae8de03,45579,1731874881508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/WALs/0b0b0ae8de03,45579,1731874881508/0b0b0ae8de03%2C45579%2C1731874881508.1731874886323 to pos 636, reset compression=false 2024-11-17T20:21:55,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42151-0x1014a756ffe0003, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:21:55,170 INFO [M:0;0b0b0ae8de03:42151 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:21:55,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42151-0x1014a756ffe0003, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:21:55,173 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b9d326{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:21:55,173 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5935fb72{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T20:21:55,173 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T20:21:55,173 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34b554af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T20:21:55,173 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cd9b275{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84a5cec5-711d-ed13-3b92-1ab981065977/hadoop.log.dir/,STOPPED} 2024-11-17T20:21:55,174 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T20:21:55,174 WARN [BP-1319868685-172.17.0.2-1731874887034 heartbeating to localhost/127.0.0.1:44121 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T20:21:55,174 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T20:21:55,174 WARN [BP-1319868685-172.17.0.2-1731874887034 heartbeating to localhost/127.0.0.1:44121 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1319868685-172.17.0.2-1731874887034 (Datanode Uuid 8951614f-a047-4874-b7f9-0938879151fc) service to localhost/127.0.0.1:44121 2024-11-17T20:21:55,175 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84a5cec5-711d-ed13-3b92-1ab981065977/cluster_9f6dcf20-8629-ed4b-22ad-053aa9998e03/data/data1/current/BP-1319868685-172.17.0.2-1731874887034 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:21:55,175 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84a5cec5-711d-ed13-3b92-1ab981065977/cluster_9f6dcf20-8629-ed4b-22ad-053aa9998e03/data/data2/current/BP-1319868685-172.17.0.2-1731874887034 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:21:55,175 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T20:21:55,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34254b00{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T20:21:55,180 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8166ec8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T20:21:55,180 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T20:21:55,180 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@282a910e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T20:21:55,180 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56cec6e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84a5cec5-711d-ed13-3b92-1ab981065977/hadoop.log.dir/,STOPPED} 2024-11-17T20:21:55,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T20:21:55,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T20:21:55,192 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:21:55,192 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:21:55,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:55,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:55,192 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:21:55,192 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T20:21:55,192 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1986921576, stopped=false 2024-11-17T20:21:55,192 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0b0b0ae8de03,39779,1731874881279 2024-11-17T20:21:55,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39779-0x1014a756ffe0000, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1172848471/running 2024-11-17T20:21:55,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1014a756ffe0001, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1172848471/running 2024-11-17T20:21:55,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1014a756ffe0001, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1172848471 2024-11-17T20:21:55,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39779-0x1014a756ffe0000, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1172848471 2024-11-17T20:21:55,206 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T20:21:55,207 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:21:55,207 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:21:55,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:55,207 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39779-0x1014a756ffe0000, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Set watcher on znode that does not yet exist, /0-1172848471/running 2024-11-17T20:21:55,207 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b0b0ae8de03,45579,1731874881508' ***** 2024-11-17T20:21:55,207 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T20:21:55,207 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45579-0x1014a756ffe0001, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Set watcher on znode that does not yet exist, /0-1172848471/running 2024-11-17T20:21:55,207 INFO [RS:0;0b0b0ae8de03:45579 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T20:21:55,208 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T20:21:55,208 INFO [RS:0;0b0b0ae8de03:45579 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T20:21:55,208 INFO [RS:0;0b0b0ae8de03:45579 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T20:21:55,208 INFO [RS:0;0b0b0ae8de03:45579 {}] regionserver.HRegionServer(3091): Received CLOSE for 792c6ed8b9526a4a3d17980692d0a0b0 2024-11-17T20:21:55,208 INFO [RS:0;0b0b0ae8de03:45579 {}] regionserver.HRegionServer(3091): Received CLOSE for a709e50bd05f5df8e6d8a231cb306d15 2024-11-17T20:21:55,208 INFO [RS:0;0b0b0ae8de03:45579 {}] regionserver.HRegionServer(959): stopping server 0b0b0ae8de03,45579,1731874881508 2024-11-17T20:21:55,208 INFO [RS:0;0b0b0ae8de03:45579 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:21:55,208 INFO [RS:0;0b0b0ae8de03:45579 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:45579. 2024-11-17T20:21:55,208 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 792c6ed8b9526a4a3d17980692d0a0b0, disabling compactions & flushes 2024-11-17T20:21:55,208 DEBUG [RS:0;0b0b0ae8de03:45579 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:21:55,208 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731874896087.792c6ed8b9526a4a3d17980692d0a0b0. 2024-11-17T20:21:55,208 DEBUG [RS:0;0b0b0ae8de03:45579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:55,208 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731874896087.792c6ed8b9526a4a3d17980692d0a0b0. 2024-11-17T20:21:55,208 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731874896087.792c6ed8b9526a4a3d17980692d0a0b0. after waiting 0 ms 2024-11-17T20:21:55,208 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731874896087.792c6ed8b9526a4a3d17980692d0a0b0. 2024-11-17T20:21:55,208 INFO [RS:0;0b0b0ae8de03:45579 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T20:21:55,208 INFO [RS:0;0b0b0ae8de03:45579 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T20:21:55,208 INFO [RS:0;0b0b0ae8de03:45579 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T20:21:55,208 INFO [RS:0;0b0b0ae8de03:45579 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T20:21:55,208 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 792c6ed8b9526a4a3d17980692d0a0b0 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-17T20:21:55,208 INFO [RS:0;0b0b0ae8de03:45579 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T20:21:55,208 DEBUG [RS:0;0b0b0ae8de03:45579 {}] regionserver.HRegionServer(1325): Online Regions={792c6ed8b9526a4a3d17980692d0a0b0=test,,1731874896087.792c6ed8b9526a4a3d17980692d0a0b0., 1588230740=hbase:meta,,1.1588230740, a709e50bd05f5df8e6d8a231cb306d15=hbase:replication,,1731874899029.a709e50bd05f5df8e6d8a231cb306d15.} 2024-11-17T20:21:55,208 DEBUG [RS:0;0b0b0ae8de03:45579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 792c6ed8b9526a4a3d17980692d0a0b0, a709e50bd05f5df8e6d8a231cb306d15 2024-11-17T20:21:55,209 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T20:21:55,209 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T20:21:55,209 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T20:21:55,209 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T20:21:55,209 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T20:21:55,209 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T20:21:55,222 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/hbase/meta/1588230740/.tmp/info/8ab9f247179b4eff9f51eb5a9bcb95dd is 147, key is hbase:replication,,1731874899029.a709e50bd05f5df8e6d8a231cb306d15./info:regioninfo/1731874899498/Put/seqid=0 2024-11-17T20:21:55,222 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/default/test/792c6ed8b9526a4a3d17980692d0a0b0/.tmp/f/da4c03c39a554f84b0004d71d663190b is 28, key is row/f:/1731874906491/DeleteFamily/seqid=0 2024-11-17T20:21:55,225 INFO [regionserver/0b0b0ae8de03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:21:55,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741841_1017 (size=5085) 2024-11-17T20:21:55,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741840_1016 (size=7686) 2024-11-17T20:21:55,225 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/default/test/792c6ed8b9526a4a3d17980692d0a0b0/.tmp/f/da4c03c39a554f84b0004d71d663190b 2024-11-17T20:21:55,229 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da4c03c39a554f84b0004d71d663190b 2024-11-17T20:21:55,241 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/default/test/792c6ed8b9526a4a3d17980692d0a0b0/.tmp/f1/4dcefa1c94994fa7b47d71ffbfca6aca is 29, key is row/f1:/1731874906491/DeleteFamily/seqid=0 2024-11-17T20:21:55,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741842_1018 (size=5089) 2024-11-17T20:21:55,409 DEBUG [RS:0;0b0b0ae8de03:45579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 792c6ed8b9526a4a3d17980692d0a0b0, a709e50bd05f5df8e6d8a231cb306d15 2024-11-17T20:21:55,609 DEBUG [RS:0;0b0b0ae8de03:45579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 792c6ed8b9526a4a3d17980692d0a0b0, a709e50bd05f5df8e6d8a231cb306d15 2024-11-17T20:21:55,626 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/hbase/meta/1588230740/.tmp/info/8ab9f247179b4eff9f51eb5a9bcb95dd 2024-11-17T20:21:55,643 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/hbase/meta/1588230740/.tmp/ns/0f4a515db27a45d7932441eadfc2803f is 43, key is default/ns:d/1731874886847/Put/seqid=0 2024-11-17T20:21:55,644 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/default/test/792c6ed8b9526a4a3d17980692d0a0b0/.tmp/f1/4dcefa1c94994fa7b47d71ffbfca6aca 2024-11-17T20:21:55,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741843_1019 (size=5153) 2024-11-17T20:21:55,647 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/hbase/meta/1588230740/.tmp/ns/0f4a515db27a45d7932441eadfc2803f 2024-11-17T20:21:55,649 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4dcefa1c94994fa7b47d71ffbfca6aca 2024-11-17T20:21:55,663 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/default/test/792c6ed8b9526a4a3d17980692d0a0b0/.tmp/norep/2ae064b1414e4ce9aa352a0ee2bf998d is 32, key is row/norep:/1731874906491/DeleteFamily/seqid=0 2024-11-17T20:21:55,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741844_1020 (size=5101) 2024-11-17T20:21:55,667 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/hbase/meta/1588230740/.tmp/rep_barrier/e2661f28534a4479aa79280caf7eb12f is 112, key is test,,1731874896087.792c6ed8b9526a4a3d17980692d0a0b0./rep_barrier:seqnumDuringOpen/1731874896842/Put/seqid=0 2024-11-17T20:21:55,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741845_1021 (size=5518) 2024-11-17T20:21:55,809 DEBUG [RS:0;0b0b0ae8de03:45579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 792c6ed8b9526a4a3d17980692d0a0b0, a709e50bd05f5df8e6d8a231cb306d15 2024-11-17T20:21:56,009 DEBUG [RS:0;0b0b0ae8de03:45579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 792c6ed8b9526a4a3d17980692d0a0b0, a709e50bd05f5df8e6d8a231cb306d15 2024-11-17T20:21:56,066 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/default/test/792c6ed8b9526a4a3d17980692d0a0b0/.tmp/norep/2ae064b1414e4ce9aa352a0ee2bf998d 2024-11-17T20:21:56,069 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2ae064b1414e4ce9aa352a0ee2bf998d 2024-11-17T20:21:56,070 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/default/test/792c6ed8b9526a4a3d17980692d0a0b0/.tmp/f/da4c03c39a554f84b0004d71d663190b as hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/default/test/792c6ed8b9526a4a3d17980692d0a0b0/f/da4c03c39a554f84b0004d71d663190b 2024-11-17T20:21:56,070 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/hbase/meta/1588230740/.tmp/rep_barrier/e2661f28534a4479aa79280caf7eb12f 2024-11-17T20:21:56,073 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da4c03c39a554f84b0004d71d663190b 2024-11-17T20:21:56,073 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/default/test/792c6ed8b9526a4a3d17980692d0a0b0/f/da4c03c39a554f84b0004d71d663190b, entries=1, sequenceid=6, filesize=5.0 K 2024-11-17T20:21:56,073 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/default/test/792c6ed8b9526a4a3d17980692d0a0b0/.tmp/f1/4dcefa1c94994fa7b47d71ffbfca6aca as hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/default/test/792c6ed8b9526a4a3d17980692d0a0b0/f1/4dcefa1c94994fa7b47d71ffbfca6aca 2024-11-17T20:21:56,077 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4dcefa1c94994fa7b47d71ffbfca6aca 2024-11-17T20:21:56,077 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/default/test/792c6ed8b9526a4a3d17980692d0a0b0/f1/4dcefa1c94994fa7b47d71ffbfca6aca, entries=1, sequenceid=6, filesize=5.0 K 2024-11-17T20:21:56,077 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/default/test/792c6ed8b9526a4a3d17980692d0a0b0/.tmp/norep/2ae064b1414e4ce9aa352a0ee2bf998d as hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/default/test/792c6ed8b9526a4a3d17980692d0a0b0/norep/2ae064b1414e4ce9aa352a0ee2bf998d 2024-11-17T20:21:56,080 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2ae064b1414e4ce9aa352a0ee2bf998d 2024-11-17T20:21:56,080 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/default/test/792c6ed8b9526a4a3d17980692d0a0b0/norep/2ae064b1414e4ce9aa352a0ee2bf998d, entries=1, sequenceid=6, filesize=5.0 K 2024-11-17T20:21:56,081 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 792c6ed8b9526a4a3d17980692d0a0b0 in 873ms, sequenceid=6, compaction requested=false 2024-11-17T20:21:56,081 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T20:21:56,086 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/default/test/792c6ed8b9526a4a3d17980692d0a0b0/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-17T20:21:56,087 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:21:56,087 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T20:21:56,087 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731874896087.792c6ed8b9526a4a3d17980692d0a0b0. 2024-11-17T20:21:56,087 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 792c6ed8b9526a4a3d17980692d0a0b0: Waiting for close lock at 1731874915208Running coprocessor pre-close hooks at 1731874915208Disabling compacts and flushes for region at 1731874915208Disabling writes for close at 1731874915208Obtaining lock to block concurrent updates at 1731874915208Preparing flush snapshotting stores in 792c6ed8b9526a4a3d17980692d0a0b0 at 1731874915208Finished memstore snapshotting test,,1731874896087.792c6ed8b9526a4a3d17980692d0a0b0., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731874915209 (+1 ms)Flushing stores of test,,1731874896087.792c6ed8b9526a4a3d17980692d0a0b0. at 1731874915209Flushing 792c6ed8b9526a4a3d17980692d0a0b0/f: creating writer at 1731874915209Flushing 792c6ed8b9526a4a3d17980692d0a0b0/f: appending metadata at 1731874915221 (+12 ms)Flushing 792c6ed8b9526a4a3d17980692d0a0b0/f: closing flushed file at 1731874915221Flushing 792c6ed8b9526a4a3d17980692d0a0b0/f1: creating writer at 1731874915229 (+8 ms)Flushing 792c6ed8b9526a4a3d17980692d0a0b0/f1: appending metadata at 1731874915240 (+11 ms)Flushing 792c6ed8b9526a4a3d17980692d0a0b0/f1: closing flushed file at 1731874915240Flushing 792c6ed8b9526a4a3d17980692d0a0b0/norep: creating writer at 1731874915649 (+409 ms)Flushing 792c6ed8b9526a4a3d17980692d0a0b0/norep: appending metadata at 1731874915662 (+13 ms)Flushing 792c6ed8b9526a4a3d17980692d0a0b0/norep: closing flushed file at 1731874915662Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28dffb93: reopening flushed file at 1731874916069 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@499c26fe: reopening flushed file at 1731874916073 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c85027a: reopening flushed file at 1731874916077 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 792c6ed8b9526a4a3d17980692d0a0b0 in 873ms, sequenceid=6, compaction requested=false at 1731874916081 (+4 ms)Writing region close event to WAL at 1731874916084 (+3 ms)Running coprocessor post-close hooks at 1731874916087 (+3 ms)Closed at 1731874916087 2024-11-17T20:21:56,087 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731874896087.792c6ed8b9526a4a3d17980692d0a0b0. 2024-11-17T20:21:56,087 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a709e50bd05f5df8e6d8a231cb306d15, disabling compactions & flushes 2024-11-17T20:21:56,087 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731874899029.a709e50bd05f5df8e6d8a231cb306d15. 2024-11-17T20:21:56,087 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731874899029.a709e50bd05f5df8e6d8a231cb306d15. 2024-11-17T20:21:56,087 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731874899029.a709e50bd05f5df8e6d8a231cb306d15. after waiting 0 ms 2024-11-17T20:21:56,087 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731874899029.a709e50bd05f5df8e6d8a231cb306d15. 2024-11-17T20:21:56,087 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a709e50bd05f5df8e6d8a231cb306d15 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-17T20:21:56,092 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/hbase/meta/1588230740/.tmp/table/f120f86babc64c55bd8a795cd2d63b8f is 53, key is hbase:replication/table:state/1731874899509/Put/seqid=0 2024-11-17T20:21:56,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741846_1022 (size=5308) 2024-11-17T20:21:56,101 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/hbase/replication/a709e50bd05f5df8e6d8a231cb306d15/.tmp/queue/84747e5d935f45e3a864f1141e5d4dcc is 153, key is 1-0b0b0ae8de03,45579,1731874881508/queue:0b0b0ae8de03%2C45579%2C1731874881508/1731874907160/Put/seqid=0 2024-11-17T20:21:56,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741847_1023 (size=5352) 2024-11-17T20:21:56,186 INFO [regionserver/0b0b0ae8de03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T20:21:56,186 INFO [regionserver/0b0b0ae8de03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T20:21:56,209 INFO [RS:0;0b0b0ae8de03:45579 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T20:21:56,209 DEBUG [RS:0;0b0b0ae8de03:45579 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a709e50bd05f5df8e6d8a231cb306d15=hbase:replication,,1731874899029.a709e50bd05f5df8e6d8a231cb306d15.} 2024-11-17T20:21:56,210 DEBUG [RS:0;0b0b0ae8de03:45579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a709e50bd05f5df8e6d8a231cb306d15 2024-11-17T20:21:56,270 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508.replicationSource.wal-reader.0b0b0ae8de03%2C45579%2C1731874881508,1-0b0b0ae8de03,45579,1731874881508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/WALs/0b0b0ae8de03,45579,1731874881508/0b0b0ae8de03%2C45579%2C1731874881508.1731874886323 to pos 636, reset compression=false 2024-11-17T20:21:56,274 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508.replicationSource.wal-reader.0b0b0ae8de03%2C45579%2C1731874881508,1-0b0b0ae8de03,45579,1731874881508 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T20:21:56,274 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508.replicationSource.wal-reader.0b0b0ae8de03%2C45579%2C1731874881508,1-0b0b0ae8de03,45579,1731874881508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/WALs/0b0b0ae8de03,45579,1731874881508/0b0b0ae8de03%2C45579%2C1731874881508.1731874886323 to pos 1527, reset compression=false 2024-11-17T20:21:56,274 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508.replicationSource.shipper0b0b0ae8de03%2C45579%2C1731874881508,1-0b0b0ae8de03,45579,1731874881508 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,45579,1731874881508 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/WALs/0b0b0ae8de03,45579,1731874881508/0b0b0ae8de03%2C45579%2C1731874881508.1731874886323, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T20:21:56,274 ERROR [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508.replicationSource.shipper0b0b0ae8de03%2C45579%2C1731874881508,1-0b0b0ae8de03,45579,1731874881508 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 0b0b0ae8de03,45579,1731874881508: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-0b0b0ae8de03,45579,1731874881508, walGroup=0b0b0ae8de03%2C45579%2C1731874881508, offset=0b0b0ae8de03%2C45579%2C1731874881508.1731874886323:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:45579 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T20:21:56,276 ERROR [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508.replicationSource.shipper0b0b0ae8de03%2C45579%2C1731874881508,1-0b0b0ae8de03,45579,1731874881508 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T20:21:56,276 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508.replicationSource.shipper0b0b0ae8de03%2C45579%2C1731874881508,1-0b0b0ae8de03,45579,1731874881508 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T20:21:56,276 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508.replicationSource.shipper0b0b0ae8de03%2C45579%2C1731874881508,1-0b0b0ae8de03,45579,1731874881508 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T20:21:56,276 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508.replicationSource.shipper0b0b0ae8de03%2C45579%2C1731874881508,1-0b0b0ae8de03,45579,1731874881508 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T20:21:56,276 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508.replicationSource.shipper0b0b0ae8de03%2C45579%2C1731874881508,1-0b0b0ae8de03,45579,1731874881508 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T20:21:56,276 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508.replicationSource.shipper0b0b0ae8de03%2C45579%2C1731874881508,1-0b0b0ae8de03,45579,1731874881508 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1363148800, "init": 1048576000, "max": 2306867200, "used": 1046585824 }, "NonHeapMemoryUsage": { "committed": 207028224, "init": 7667712, "max": -1, "used": 202792960 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T20:21:56,276 WARN [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508.replicationSource.shipper0b0b0ae8de03%2C45579%2C1731874881508,1-0b0b0ae8de03,45579,1731874881508 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:39779 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:39779 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T20:21:56,410 DEBUG [RS:0;0b0b0ae8de03:45579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a709e50bd05f5df8e6d8a231cb306d15 2024-11-17T20:21:56,477 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508.replicationSource.wal-reader.0b0b0ae8de03%2C45579%2C1731874881508,1-0b0b0ae8de03,45579,1731874881508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/WALs/0b0b0ae8de03,45579,1731874881508/0b0b0ae8de03%2C45579%2C1731874881508.1731874886323 to pos 1527, reset compression=false 2024-11-17T20:21:56,495 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/hbase/meta/1588230740/.tmp/table/f120f86babc64c55bd8a795cd2d63b8f 2024-11-17T20:21:56,500 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/hbase/meta/1588230740/.tmp/info/8ab9f247179b4eff9f51eb5a9bcb95dd as hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/hbase/meta/1588230740/info/8ab9f247179b4eff9f51eb5a9bcb95dd 2024-11-17T20:21:56,503 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/hbase/meta/1588230740/info/8ab9f247179b4eff9f51eb5a9bcb95dd, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T20:21:56,504 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/hbase/replication/a709e50bd05f5df8e6d8a231cb306d15/.tmp/queue/84747e5d935f45e3a864f1141e5d4dcc 2024-11-17T20:21:56,504 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/hbase/meta/1588230740/.tmp/ns/0f4a515db27a45d7932441eadfc2803f as hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/hbase/meta/1588230740/ns/0f4a515db27a45d7932441eadfc2803f 2024-11-17T20:21:56,508 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/hbase/meta/1588230740/ns/0f4a515db27a45d7932441eadfc2803f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T20:21:56,508 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/hbase/replication/a709e50bd05f5df8e6d8a231cb306d15/.tmp/queue/84747e5d935f45e3a864f1141e5d4dcc as hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/hbase/replication/a709e50bd05f5df8e6d8a231cb306d15/queue/84747e5d935f45e3a864f1141e5d4dcc 2024-11-17T20:21:56,509 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/hbase/meta/1588230740/.tmp/rep_barrier/e2661f28534a4479aa79280caf7eb12f as hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/hbase/meta/1588230740/rep_barrier/e2661f28534a4479aa79280caf7eb12f 2024-11-17T20:21:56,513 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/hbase/replication/a709e50bd05f5df8e6d8a231cb306d15/queue/84747e5d935f45e3a864f1141e5d4dcc, entries=1, sequenceid=8, filesize=5.2 K 2024-11-17T20:21:56,514 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/hbase/meta/1588230740/rep_barrier/e2661f28534a4479aa79280caf7eb12f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T20:21:56,515 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/hbase/meta/1588230740/.tmp/table/f120f86babc64c55bd8a795cd2d63b8f as hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/hbase/meta/1588230740/table/f120f86babc64c55bd8a795cd2d63b8f 2024-11-17T20:21:56,516 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for a709e50bd05f5df8e6d8a231cb306d15 in 429ms, sequenceid=8, compaction requested=false 2024-11-17T20:21:56,517 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T20:21:56,518 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/hbase/meta/1588230740/table/f120f86babc64c55bd8a795cd2d63b8f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T20:21:56,519 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=16, compaction requested=false 2024-11-17T20:21:56,519 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T20:21:56,525 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/hbase/replication/a709e50bd05f5df8e6d8a231cb306d15/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-17T20:21:56,525 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:21:56,525 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T20:21:56,525 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731874899029.a709e50bd05f5df8e6d8a231cb306d15. 2024-11-17T20:21:56,525 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a709e50bd05f5df8e6d8a231cb306d15: Waiting for close lock at 1731874916087Running coprocessor pre-close hooks at 1731874916087Disabling compacts and flushes for region at 1731874916087Disabling writes for close at 1731874916087Obtaining lock to block concurrent updates at 1731874916087Preparing flush snapshotting stores in a709e50bd05f5df8e6d8a231cb306d15 at 1731874916087Finished memstore snapshotting hbase:replication,,1731874899029.a709e50bd05f5df8e6d8a231cb306d15., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731874916087Flushing stores of hbase:replication,,1731874899029.a709e50bd05f5df8e6d8a231cb306d15. at 1731874916088 (+1 ms)Flushing a709e50bd05f5df8e6d8a231cb306d15/queue: creating writer at 1731874916088Flushing a709e50bd05f5df8e6d8a231cb306d15/queue: appending metadata at 1731874916100 (+12 ms)Flushing a709e50bd05f5df8e6d8a231cb306d15/queue: closing flushed file at 1731874916100Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2268276e: reopening flushed file at 1731874916507 (+407 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for a709e50bd05f5df8e6d8a231cb306d15 in 429ms, sequenceid=8, compaction requested=false at 1731874916516 (+9 ms)Writing region close event to WAL at 1731874916518 (+2 ms)Running coprocessor post-close hooks at 1731874916525 (+7 ms)Closed at 1731874916525 2024-11-17T20:21:56,525 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731874899029.a709e50bd05f5df8e6d8a231cb306d15. 2024-11-17T20:21:56,530 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T20:21:56,531 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:21:56,531 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T20:21:56,531 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T20:21:56,531 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731874915209Running coprocessor pre-close hooks at 1731874915209Disabling compacts and flushes for region at 1731874915209Disabling writes for close at 1731874915209Obtaining lock to block concurrent updates at 1731874915209Preparing flush snapshotting stores in 1588230740 at 1731874915209Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731874915209Flushing stores of hbase:meta,,1.1588230740 at 1731874915209Flushing 1588230740/info: creating writer at 1731874915209Flushing 1588230740/info: appending metadata at 1731874915221 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731874915221Flushing 1588230740/ns: creating writer at 1731874915629 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731874915642 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731874915642Flushing 1588230740/rep_barrier: creating writer at 1731874915651 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731874915667 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731874915667Flushing 1588230740/table: creating writer at 1731874916073 (+406 ms)Flushing 1588230740/table: appending metadata at 1731874916091 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731874916091Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c819396: reopening flushed file at 1731874916499 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f76c82a: reopening flushed file at 1731874916503 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72fcc4c1: reopening flushed file at 1731874916508 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11cb5b40: reopening flushed file at 1731874916514 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=16, compaction requested=false at 1731874916519 (+5 ms)Writing region close event to WAL at 1731874916528 (+9 ms)Running coprocessor post-close hooks at 1731874916531 (+3 ms)Closed at 1731874916531 2024-11-17T20:21:56,531 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T20:21:56,610 INFO [RS:0;0b0b0ae8de03:45579 {}] regionserver.HRegionServer(976): stopping server 0b0b0ae8de03,45579,1731874881508; all regions closed. 2024-11-17T20:21:56,612 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/WALs/0b0b0ae8de03,45579,1731874881508/0b0b0ae8de03%2C45579%2C1731874881508.meta.1731874886773.meta not finished, retry = 0 2024-11-17T20:21:56,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741834_1010 (size=4239) 2024-11-17T20:21:56,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741839_1015 (size=2240) 2024-11-17T20:21:56,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741832_1008 (size=1535) 2024-11-17T20:21:56,722 DEBUG [RS:0;0b0b0ae8de03:45579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:56,722 INFO [RS:0;0b0b0ae8de03:45579 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:21:56,722 INFO [RS:0;0b0b0ae8de03:45579 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:21:56,722 INFO [RS:0;0b0b0ae8de03:45579 {}] hbase.ChoreService(370): Chore service for: regionserver/0b0b0ae8de03:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T20:21:56,722 INFO [RS:0;0b0b0ae8de03:45579 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:21:56,722 INFO [regionserver/0b0b0ae8de03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:21:56,722 INFO [RS:0;0b0b0ae8de03:45579 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0b0b0ae8de03,45579,1731874881508 because: Region server is closing 2024-11-17T20:21:56,723 INFO [RS:0;0b0b0ae8de03:45579 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:45579. 2024-11-17T20:21:56,723 DEBUG [RS:0;0b0b0ae8de03:45579 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:21:56,723 DEBUG [RS:0;0b0b0ae8de03:45579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:56,723 DEBUG [RS:0;0b0b0ae8de03:45579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:21:56,723 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:21:56,823 INFO [RS:0;0b0b0ae8de03:45579 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,45579,1731874881508.replicationSource.shipper0b0b0ae8de03%2C45579%2C1731874881508,1-0b0b0ae8de03,45579,1731874881508 terminated 2024-11-17T20:21:56,823 INFO [RS:0;0b0b0ae8de03:45579 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45579 2024-11-17T20:21:56,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1014a756ffe0001, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1172848471/rs/0b0b0ae8de03,45579,1731874881508 2024-11-17T20:21:56,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39779-0x1014a756ffe0000, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1172848471/rs 2024-11-17T20:21:56,851 INFO [RS:0;0b0b0ae8de03:45579 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:21:56,852 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b0b0ae8de03,45579,1731874881508] 2024-11-17T20:21:56,943 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1172848471/draining/0b0b0ae8de03,45579,1731874881508 already deleted, retry=false 2024-11-17T20:21:56,943 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b0b0ae8de03,45579,1731874881508 expired; onlineServers=0 2024-11-17T20:21:56,943 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0b0b0ae8de03,39779,1731874881279' ***** 2024-11-17T20:21:56,943 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T20:21:56,943 INFO [M:0;0b0b0ae8de03:39779 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:21:56,943 INFO [M:0;0b0b0ae8de03:39779 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:21:56,943 DEBUG [M:0;0b0b0ae8de03:39779 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T20:21:56,943 DEBUG [M:0;0b0b0ae8de03:39779 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T20:21:56,943 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T20:21:56,943 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874885944 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874885944,5,FailOnTimeoutGroup] 2024-11-17T20:21:56,944 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874885943 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874885943,5,FailOnTimeoutGroup] 2024-11-17T20:21:56,944 INFO [M:0;0b0b0ae8de03:39779 {}] hbase.ChoreService(370): Chore service for: master/0b0b0ae8de03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T20:21:56,944 INFO [M:0;0b0b0ae8de03:39779 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:21:56,944 DEBUG [M:0;0b0b0ae8de03:39779 {}] master.HMaster(1795): Stopping service threads 2024-11-17T20:21:56,944 INFO [M:0;0b0b0ae8de03:39779 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T20:21:56,944 INFO [M:0;0b0b0ae8de03:39779 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T20:21:56,944 INFO [M:0;0b0b0ae8de03:39779 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T20:21:56,944 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T20:21:57,027 INFO [RS:0;0b0b0ae8de03:45579 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:21:57,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1014a756ffe0001, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:21:57,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1014a756ffe0001, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:21:57,027 INFO [RS:0;0b0b0ae8de03:45579 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b0b0ae8de03,45579,1731874881508; zookeeper connection closed. 2024-11-17T20:21:57,027 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b89683e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b89683e 2024-11-17T20:21:57,027 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T20:21:57,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39779-0x1014a756ffe0000, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1172848471/master 2024-11-17T20:21:57,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39779-0x1014a756ffe0000, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1172848471 2024-11-17T20:21:57,046 DEBUG [M:0;0b0b0ae8de03:39779 {}] zookeeper.ZKUtil(347): master:39779-0x1014a756ffe0000, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Unable to get data of znode /0-1172848471/master because node does not exist (not an error) 2024-11-17T20:21:57,046 WARN [M:0;0b0b0ae8de03:39779 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T20:21:57,046 INFO [M:0;0b0b0ae8de03:39779 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/.lastflushedseqids 2024-11-17T20:21:57,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741848_1024 (size=245) 2024-11-17T20:21:57,450 INFO [M:0;0b0b0ae8de03:39779 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T20:21:57,450 INFO [M:0;0b0b0ae8de03:39779 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T20:21:57,450 DEBUG [M:0;0b0b0ae8de03:39779 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T20:21:57,450 INFO [M:0;0b0b0ae8de03:39779 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:21:57,450 DEBUG [M:0;0b0b0ae8de03:39779 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:21:57,451 DEBUG [M:0;0b0b0ae8de03:39779 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T20:21:57,451 DEBUG [M:0;0b0b0ae8de03:39779 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:21:57,451 INFO [M:0;0b0b0ae8de03:39779 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-17T20:21:57,468 DEBUG [M:0;0b0b0ae8de03:39779 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/43f14dbdf57947d1b4703bc19ea2f3e7 is 82, key is hbase:meta,,1/info:regioninfo/1731874886815/Put/seqid=0 2024-11-17T20:21:57,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741849_1025 (size=5672) 2024-11-17T20:21:57,872 INFO [M:0;0b0b0ae8de03:39779 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/43f14dbdf57947d1b4703bc19ea2f3e7 2024-11-17T20:21:57,894 DEBUG [M:0;0b0b0ae8de03:39779 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ca573bf132448c4af938dededfae341 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731874899514/Put/seqid=0 2024-11-17T20:21:57,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741850_1026 (size=8515) 2024-11-17T20:21:57,897 INFO [M:0;0b0b0ae8de03:39779 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ca573bf132448c4af938dededfae341 2024-11-17T20:21:57,917 DEBUG [M:0;0b0b0ae8de03:39779 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8d376cecaaf94f8890cee932efc350f7 is 69, key is 0b0b0ae8de03,45579,1731874881508/rs:state/1731874886096/Put/seqid=0 2024-11-17T20:21:57,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741851_1027 (size=5156) 2024-11-17T20:21:57,920 INFO [M:0;0b0b0ae8de03:39779 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8d376cecaaf94f8890cee932efc350f7 2024-11-17T20:21:57,924 DEBUG [M:0;0b0b0ae8de03:39779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/43f14dbdf57947d1b4703bc19ea2f3e7 as hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/43f14dbdf57947d1b4703bc19ea2f3e7 2024-11-17T20:21:57,927 INFO [M:0;0b0b0ae8de03:39779 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/43f14dbdf57947d1b4703bc19ea2f3e7, entries=8, sequenceid=97, filesize=5.5 K 2024-11-17T20:21:57,928 DEBUG [M:0;0b0b0ae8de03:39779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ca573bf132448c4af938dededfae341 as hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ca573bf132448c4af938dededfae341 2024-11-17T20:21:57,932 INFO [M:0;0b0b0ae8de03:39779 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ca573bf132448c4af938dededfae341, entries=11, sequenceid=97, filesize=8.3 K 2024-11-17T20:21:57,932 DEBUG [M:0;0b0b0ae8de03:39779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8d376cecaaf94f8890cee932efc350f7 as hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8d376cecaaf94f8890cee932efc350f7 2024-11-17T20:21:57,936 INFO [M:0;0b0b0ae8de03:39779 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40581/user/jenkins/test-data/e4acde76-ba0c-f152-a55a-adbd7c32992e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8d376cecaaf94f8890cee932efc350f7, entries=1, sequenceid=97, filesize=5.0 K 2024-11-17T20:21:57,937 INFO [M:0;0b0b0ae8de03:39779 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 486ms, sequenceid=97, compaction requested=false 2024-11-17T20:21:57,938 INFO [M:0;0b0b0ae8de03:39779 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:21:57,938 DEBUG [M:0;0b0b0ae8de03:39779 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731874917450Disabling compacts and flushes for region at 1731874917450Disabling writes for close at 1731874917451 (+1 ms)Obtaining lock to block concurrent updates at 1731874917451Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731874917451Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731874917451Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731874917451Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731874917451Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731874917468 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731874917468Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731874917875 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731874917893 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731874917893Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731874917900 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731874917916 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731874917916Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c8e9e5e: reopening flushed file at 1731874917923 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7da5790e: reopening flushed file at 1731874917928 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63917fb7: reopening flushed file at 1731874917932 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 486ms, sequenceid=97, compaction requested=false at 1731874917937 (+5 ms)Writing region close event to WAL at 1731874917938 (+1 ms)Closed at 1731874917938 2024-11-17T20:21:57,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741830_1006 (size=63642) 2024-11-17T20:21:57,940 INFO [M:0;0b0b0ae8de03:39779 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T20:21:57,940 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:21:57,940 INFO [M:0;0b0b0ae8de03:39779 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39779 2024-11-17T20:21:57,940 INFO [M:0;0b0b0ae8de03:39779 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:21:58,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39779-0x1014a756ffe0000, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:21:58,081 INFO [M:0;0b0b0ae8de03:39779 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:21:58,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39779-0x1014a756ffe0000, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:21:58,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@52136a0d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:21:58,083 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@48cbcf33{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T20:21:58,084 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T20:21:58,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a94f96d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T20:21:58,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bb9b5f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4b0ed6-d242-f55d-7bd8-318f35d2944e/hadoop.log.dir/,STOPPED} 2024-11-17T20:21:58,085 WARN [BP-1730458444-172.17.0.2-1731874878621 heartbeating to localhost/127.0.0.1:40581 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T20:21:58,085 WARN [BP-1730458444-172.17.0.2-1731874878621 heartbeating to localhost/127.0.0.1:40581 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1730458444-172.17.0.2-1731874878621 (Datanode Uuid 9462f1db-297d-43bd-9448-397c7ca24106) service to localhost/127.0.0.1:40581 2024-11-17T20:21:58,085 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T20:21:58,085 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T20:21:58,085 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4b0ed6-d242-f55d-7bd8-318f35d2944e/cluster_3fdd09f9-fd2b-006d-9cec-d8fcee2b466e/data/data1/current/BP-1730458444-172.17.0.2-1731874878621 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:21:58,086 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4b0ed6-d242-f55d-7bd8-318f35d2944e/cluster_3fdd09f9-fd2b-006d-9cec-d8fcee2b466e/data/data2/current/BP-1730458444-172.17.0.2-1731874878621 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:21:58,086 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T20:21:58,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5043ec1b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T20:21:58,091 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38c2f1c9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T20:21:58,091 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T20:21:58,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d2e273f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T20:21:58,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11ed8d09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4b0ed6-d242-f55d-7bd8-318f35d2944e/hadoop.log.dir/,STOPPED} 2024-11-17T20:21:58,097 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T20:21:58,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T20:21:58,123 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=361 (was 312) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44121 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:42159 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40581 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:40581 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:42159 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:44121 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:40581 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:44121 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62492) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:42159 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:44121 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:40581 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62492) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62492) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:40581 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-25 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:44121 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42159 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:42159 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=794 (was 721) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=572 (was 369) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7052 (was 7331) 2024-11-17T20:21:58,133 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=361, OpenFileDescriptor=794, MaxFileDescriptor=1048576, SystemLoadAverage=572, ProcessCount=11, AvailableMemoryMB=7052 2024-11-17T20:21:58,145 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-17T20:21:58,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1eab32e-e726-41f6-4c3a-bbc4a88817fc/hadoop.log.dir so I do NOT create it in target/test-data/e41ed4d7-2c51-becf-ac37-cac95aaf19b0 2024-11-17T20:21:58,145 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1eab32e-e726-41f6-4c3a-bbc4a88817fc/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T20:21:58,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1eab32e-e726-41f6-4c3a-bbc4a88817fc/hadoop.tmp.dir so I do NOT create it in target/test-data/e41ed4d7-2c51-becf-ac37-cac95aaf19b0 2024-11-17T20:21:58,146 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1eab32e-e726-41f6-4c3a-bbc4a88817fc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T20:21:58,146 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e41ed4d7-2c51-becf-ac37-cac95aaf19b0 2024-11-17T20:21:58,146 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e41ed4d7-2c51-becf-ac37-cac95aaf19b0/cluster_e151c688-ffba-2861-b530-668e4fe6ba4c, deleteOnExit=true 2024-11-17T20:21:58,153 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e41ed4d7-2c51-becf-ac37-cac95aaf19b0/cluster_e151c688-ffba-2861-b530-668e4fe6ba4c/zookeeper_0, clientPort=62224, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e41ed4d7-2c51-becf-ac37-cac95aaf19b0/cluster_e151c688-ffba-2861-b530-668e4fe6ba4c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e41ed4d7-2c51-becf-ac37-cac95aaf19b0/cluster_e151c688-ffba-2861-b530-668e4fe6ba4c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T20:21:58,154 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62224 2024-11-17T20:21:58,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T20:21:58,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T20:21:58,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e41ed4d7-2c51-becf-ac37-cac95aaf19b0/test.cache.data in system properties and HBase conf 2024-11-17T20:21:58,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e41ed4d7-2c51-becf-ac37-cac95aaf19b0/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T20:21:58,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e41ed4d7-2c51-becf-ac37-cac95aaf19b0/hadoop.log.dir in system properties and HBase conf 2024-11-17T20:21:58,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e41ed4d7-2c51-becf-ac37-cac95aaf19b0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T20:21:58,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e41ed4d7-2c51-becf-ac37-cac95aaf19b0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T20:21:58,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T20:21:58,154 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T20:21:58,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e41ed4d7-2c51-becf-ac37-cac95aaf19b0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T20:21:58,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e41ed4d7-2c51-becf-ac37-cac95aaf19b0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T20:21:58,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e41ed4d7-2c51-becf-ac37-cac95aaf19b0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T20:21:58,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e41ed4d7-2c51-becf-ac37-cac95aaf19b0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T20:21:58,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e41ed4d7-2c51-becf-ac37-cac95aaf19b0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T20:21:58,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e41ed4d7-2c51-becf-ac37-cac95aaf19b0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T20:21:58,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e41ed4d7-2c51-becf-ac37-cac95aaf19b0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T20:21:58,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e41ed4d7-2c51-becf-ac37-cac95aaf19b0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T20:21:58,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e41ed4d7-2c51-becf-ac37-cac95aaf19b0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T20:21:58,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e41ed4d7-2c51-becf-ac37-cac95aaf19b0/nfs.dump.dir in system properties and HBase conf 2024-11-17T20:21:58,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e41ed4d7-2c51-becf-ac37-cac95aaf19b0/java.io.tmpdir in system properties and HBase conf 2024-11-17T20:21:58,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e41ed4d7-2c51-becf-ac37-cac95aaf19b0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T20:21:58,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e41ed4d7-2c51-becf-ac37-cac95aaf19b0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T20:21:58,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e41ed4d7-2c51-becf-ac37-cac95aaf19b0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T20:21:58,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014a756ffe0005, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T20:21:58,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014a756ffe0002, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T20:21:58,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1014a756ffe0008, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T20:21:58,195 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014a756ffe0005, quorum=127.0.0.1:62492, baseZNode=/1-1653122883 Received Disconnected from ZooKeeper, ignoring 2024-11-17T20:21:58,195 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1014a756ffe0008, quorum=127.0.0.1:62492, baseZNode=/2-1594243530 Received Disconnected from ZooKeeper, ignoring 2024-11-17T20:21:58,195 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014a756ffe0002, quorum=127.0.0.1:62492, baseZNode=/0-1172848471 Received Disconnected from ZooKeeper, ignoring 2024-11-17T20:21:58,729 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T20:21:58,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:58,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:58,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:58,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:58,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:58,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:58,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:58,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:58,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:58,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:58,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:58,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:58,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:58,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:21:58,824 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:21:58,826 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T20:21:58,827 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T20:21:58,827 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T20:21:58,827 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T20:21:58,827 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:21:58,828 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@589551d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e41ed4d7-2c51-becf-ac37-cac95aaf19b0/hadoop.log.dir/,AVAILABLE} 2024-11-17T20:21:58,828 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7108e3af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T20:21:58,927 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@43d31387{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e41ed4d7-2c51-becf-ac37-cac95aaf19b0/java.io.tmpdir/jetty-localhost-41657-hadoop-hdfs-3_4_1-tests_jar-_-any-6708958891496004816/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T20:21:58,928 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56b8b7a2{HTTP/1.1, (http/1.1)}{localhost:41657} 2024-11-17T20:21:58,928 INFO [Time-limited test {}] server.Server(415): Started @322363ms 2024-11-17T20:21:59,415 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:21:59,429 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T20:21:59,434 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T20:21:59,434 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T20:21:59,434 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T20:21:59,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@94dd7e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e41ed4d7-2c51-becf-ac37-cac95aaf19b0/hadoop.log.dir/,AVAILABLE} 2024-11-17T20:21:59,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fb09bcf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T20:21:59,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@481f4ec3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e41ed4d7-2c51-becf-ac37-cac95aaf19b0/java.io.tmpdir/jetty-localhost-46829-hadoop-hdfs-3_4_1-tests_jar-_-any-9442315912745628200/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:21:59,546 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2287d09c{HTTP/1.1, (http/1.1)}{localhost:46829} 2024-11-17T20:21:59,546 INFO [Time-limited test {}] server.Server(415): Started @322981ms 2024-11-17T20:21:59,547 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T20:22:01,566 WARN [Thread-4169 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e41ed4d7-2c51-becf-ac37-cac95aaf19b0/cluster_e151c688-ffba-2861-b530-668e4fe6ba4c/data/data2/current/BP-1078901060-172.17.0.2-1731874918176/current, will proceed with Du for space computation calculation, 2024-11-17T20:22:01,566 WARN [Thread-4168 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e41ed4d7-2c51-becf-ac37-cac95aaf19b0/cluster_e151c688-ffba-2861-b530-668e4fe6ba4c/data/data1/current/BP-1078901060-172.17.0.2-1731874918176/current, will proceed with Du for space computation calculation, 2024-11-17T20:22:01,587 WARN [Thread-4156 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T20:22:01,589 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x575ff9f49f6611e with lease ID 0x225f15e62a4d03b5: Processing first storage report for DS-227d159e-f2d8-4c18-a706-e2fc0d7753dc from datanode DatanodeRegistration(127.0.0.1:40013, datanodeUuid=217abb43-2045-4bff-a96e-9f71094bc666, infoPort=42551, infoSecurePort=0, ipcPort=37117, storageInfo=lv=-57;cid=testClusterID;nsid=1349982308;c=1731874918176) 2024-11-17T20:22:01,589 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x575ff9f49f6611e with lease ID 0x225f15e62a4d03b5: from storage DS-227d159e-f2d8-4c18-a706-e2fc0d7753dc node DatanodeRegistration(127.0.0.1:40013, datanodeUuid=217abb43-2045-4bff-a96e-9f71094bc666, infoPort=42551, infoSecurePort=0, ipcPort=37117, storageInfo=lv=-57;cid=testClusterID;nsid=1349982308;c=1731874918176), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T20:22:01,589 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x575ff9f49f6611e with lease ID 0x225f15e62a4d03b5: Processing first storage report for DS-f9379b37-afdb-4a11-a9d8-080c50bd5412 from datanode DatanodeRegistration(127.0.0.1:40013, datanodeUuid=217abb43-2045-4bff-a96e-9f71094bc666, infoPort=42551, infoSecurePort=0, ipcPort=37117, storageInfo=lv=-57;cid=testClusterID;nsid=1349982308;c=1731874918176) 2024-11-17T20:22:01,589 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x575ff9f49f6611e with lease ID 0x225f15e62a4d03b5: from storage DS-f9379b37-afdb-4a11-a9d8-080c50bd5412 node DatanodeRegistration(127.0.0.1:40013, datanodeUuid=217abb43-2045-4bff-a96e-9f71094bc666, infoPort=42551, infoSecurePort=0, ipcPort=37117, storageInfo=lv=-57;cid=testClusterID;nsid=1349982308;c=1731874918176), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T20:22:01,591 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e41ed4d7-2c51-becf-ac37-cac95aaf19b0 2024-11-17T20:22:01,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:22:01,593 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:22:01,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741825_1001 (size=7) 2024-11-17T20:22:01,863 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:22:01,864 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b0b0ae8de03,33335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:33335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T20:22:01,864 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128832 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b0b0ae8de03,33335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:33335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T20:22:02,002 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37125/user/jenkins/test-data/c3f390b5-d616-8d7c-be40-ef7967fa4afd with version=8 2024-11-17T20:22:02,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37125/user/jenkins/test-data/c3f390b5-d616-8d7c-be40-ef7967fa4afd/hbase-staging 2024-11-17T20:22:02,004 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:22:02,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:22:02,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:22:02,005 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:22:02,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:22:02,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:22:02,005 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T20:22:02,005 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:22:02,005 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32987 2024-11-17T20:22:02,006 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32987 connecting to ZooKeeper ensemble=127.0.0.1:62224 2024-11-17T20:22:02,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329870x0, quorum=127.0.0.1:62224, baseZNode=/0-807746347 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:22:02,066 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32987-0x1014a760ab00000 connected 2024-11-17T20:22:02,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:22:02,152 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:22:02,154 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32987-0x1014a760ab00000, quorum=127.0.0.1:62224, baseZNode=/0-807746347 Set watcher on znode that does not yet exist, /0-807746347/running 2024-11-17T20:22:02,154 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37125/user/jenkins/test-data/c3f390b5-d616-8d7c-be40-ef7967fa4afd, hbase.cluster.distributed=false 2024-11-17T20:22:02,156 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32987-0x1014a760ab00000, quorum=127.0.0.1:62224, baseZNode=/0-807746347 Set watcher on znode that does not yet exist, /0-807746347/acl 2024-11-17T20:22:02,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32987 2024-11-17T20:22:02,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32987 2024-11-17T20:22:02,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32987 2024-11-17T20:22:02,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32987 2024-11-17T20:22:02,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32987 2024-11-17T20:22:02,176 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:22:02,176 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:22:02,176 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:22:02,176 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:22:02,176 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:22:02,176 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:22:02,176 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T20:22:02,177 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:22:02,177 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35273 2024-11-17T20:22:02,178 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35273 connecting to ZooKeeper ensemble=127.0.0.1:62224 2024-11-17T20:22:02,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:22:02,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:22:02,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:352730x0, quorum=127.0.0.1:62224, baseZNode=/0-807746347 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:22:02,193 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:352730x0, quorum=127.0.0.1:62224, baseZNode=/0-807746347 Set watcher on znode that does not yet exist, /0-807746347/running 2024-11-17T20:22:02,193 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35273-0x1014a760ab00001 connected 2024-11-17T20:22:02,193 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T20:22:02,196 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T20:22:02,196 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35273-0x1014a760ab00001, quorum=127.0.0.1:62224, baseZNode=/0-807746347 Set watcher on znode that does not yet exist, /0-807746347/master 2024-11-17T20:22:02,197 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35273-0x1014a760ab00001, quorum=127.0.0.1:62224, baseZNode=/0-807746347 Set watcher on znode that does not yet exist, /0-807746347/acl 2024-11-17T20:22:02,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35273 2024-11-17T20:22:02,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35273 2024-11-17T20:22:02,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35273 2024-11-17T20:22:02,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35273 2024-11-17T20:22:02,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35273 2024-11-17T20:22:02,225 DEBUG [M:0;0b0b0ae8de03:32987 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b0b0ae8de03:32987 2024-11-17T20:22:02,225 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-807746347/backup-masters/0b0b0ae8de03,32987,1731874922004 2024-11-17T20:22:02,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32987-0x1014a760ab00000, quorum=127.0.0.1:62224, baseZNode=/0-807746347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-807746347/backup-masters 2024-11-17T20:22:02,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x1014a760ab00001, quorum=127.0.0.1:62224, baseZNode=/0-807746347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-807746347/backup-masters 2024-11-17T20:22:02,234 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32987-0x1014a760ab00000, quorum=127.0.0.1:62224, baseZNode=/0-807746347 Set watcher on existing znode=/0-807746347/backup-masters/0b0b0ae8de03,32987,1731874922004 2024-11-17T20:22:02,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x1014a760ab00001, quorum=127.0.0.1:62224, baseZNode=/0-807746347 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-807746347/master 2024-11-17T20:22:02,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32987-0x1014a760ab00000, quorum=127.0.0.1:62224, baseZNode=/0-807746347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-807746347 2024-11-17T20:22:02,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x1014a760ab00001, quorum=127.0.0.1:62224, baseZNode=/0-807746347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-807746347 2024-11-17T20:22:02,245 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32987-0x1014a760ab00000, quorum=127.0.0.1:62224, baseZNode=/0-807746347 Set watcher on existing znode=/0-807746347/master 2024-11-17T20:22:02,245 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-807746347/backup-masters/0b0b0ae8de03,32987,1731874922004 from backup master directory 2024-11-17T20:22:02,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32987-0x1014a760ab00000, quorum=127.0.0.1:62224, baseZNode=/0-807746347 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-807746347/backup-masters/0b0b0ae8de03,32987,1731874922004 2024-11-17T20:22:02,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x1014a760ab00001, quorum=127.0.0.1:62224, baseZNode=/0-807746347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-807746347/backup-masters 2024-11-17T20:22:02,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32987-0x1014a760ab00000, quorum=127.0.0.1:62224, baseZNode=/0-807746347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-807746347/backup-masters 2024-11-17T20:22:02,255 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:22:02,255 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b0b0ae8de03,32987,1731874922004 2024-11-17T20:22:02,258 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37125/user/jenkins/test-data/c3f390b5-d616-8d7c-be40-ef7967fa4afd/hbase.id] with ID: a8fa945e-342a-4389-a341-7005de2977a6 2024-11-17T20:22:02,258 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37125/user/jenkins/test-data/c3f390b5-d616-8d7c-be40-ef7967fa4afd/.tmp/hbase.id 2024-11-17T20:22:02,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741826_1002 (size=42) 2024-11-17T20:22:02,665 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37125/user/jenkins/test-data/c3f390b5-d616-8d7c-be40-ef7967fa4afd/.tmp/hbase.id]:[hdfs://localhost:37125/user/jenkins/test-data/c3f390b5-d616-8d7c-be40-ef7967fa4afd/hbase.id] 2024-11-17T20:22:02,673 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:22:02,673 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T20:22:02,673 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-17T20:22:02,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32987-0x1014a760ab00000, quorum=127.0.0.1:62224, baseZNode=/0-807746347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-807746347 2024-11-17T20:22:02,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x1014a760ab00001, quorum=127.0.0.1:62224, baseZNode=/0-807746347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-807746347 2024-11-17T20:22:02,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741827_1003 (size=196) 2024-11-17T20:22:03,090 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:22:03,091 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T20:22:03,092 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:22:03,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741828_1004 (size=1189) 2024-11-17T20:22:03,499 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37125/user/jenkins/test-data/c3f390b5-d616-8d7c-be40-ef7967fa4afd/MasterData/data/master/store 2024-11-17T20:22:03,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741829_1005 (size=34) 2024-11-17T20:22:03,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T20:22:03,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T20:22:03,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T20:22:03,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T20:22:03,904 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:22:03,904 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T20:22:03,904 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:22:03,904 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:22:03,904 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T20:22:03,904 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:22:03,904 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:22:03,904 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731874923904Disabling compacts and flushes for region at 1731874923904Disabling writes for close at 1731874923904Writing region close event to WAL at 1731874923904Closed at 1731874923904 2024-11-17T20:22:03,905 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37125/user/jenkins/test-data/c3f390b5-d616-8d7c-be40-ef7967fa4afd/MasterData/data/master/store/.initializing 2024-11-17T20:22:03,905 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37125/user/jenkins/test-data/c3f390b5-d616-8d7c-be40-ef7967fa4afd/MasterData/WALs/0b0b0ae8de03,32987,1731874922004 2024-11-17T20:22:03,906 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:22:03,907 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b0b0ae8de03%2C32987%2C1731874922004, suffix=, logDir=hdfs://localhost:37125/user/jenkins/test-data/c3f390b5-d616-8d7c-be40-ef7967fa4afd/MasterData/WALs/0b0b0ae8de03,32987,1731874922004, archiveDir=hdfs://localhost:37125/user/jenkins/test-data/c3f390b5-d616-8d7c-be40-ef7967fa4afd/MasterData/oldWALs, maxLogs=10 2024-11-17T20:22:03,923 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c3f390b5-d616-8d7c-be40-ef7967fa4afd/MasterData/WALs/0b0b0ae8de03,32987,1731874922004/0b0b0ae8de03%2C32987%2C1731874922004.1731874923907, exclude list is [], retry=0 2024-11-17T20:22:03,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40013,DS-227d159e-f2d8-4c18-a706-e2fc0d7753dc,DISK] 2024-11-17T20:22:03,927 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c3f390b5-d616-8d7c-be40-ef7967fa4afd/MasterData/WALs/0b0b0ae8de03,32987,1731874922004/0b0b0ae8de03%2C32987%2C1731874922004.1731874923907 2024-11-17T20:22:03,927 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42551:42551)] 2024-11-17T20:22:03,927 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:22:03,927 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:22:03,927 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:22:03,927 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:22:03,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:22:03,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T20:22:03,933 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:03,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:22:03,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:22:03,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T20:22:03,935 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:03,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:22:03,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:22:03,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T20:22:03,936 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:03,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:22:03,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:22:03,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T20:22:03,937 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:03,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:22:03,938 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:22:03,939 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37125/user/jenkins/test-data/c3f390b5-d616-8d7c-be40-ef7967fa4afd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:22:03,939 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37125/user/jenkins/test-data/c3f390b5-d616-8d7c-be40-ef7967fa4afd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:22:03,940 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:22:03,940 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:22:03,941 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:22:03,942 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:22:03,944 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37125/user/jenkins/test-data/c3f390b5-d616-8d7c-be40-ef7967fa4afd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:22:03,944 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63854874, jitterRate=-0.048488229513168335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:22:03,945 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731874923928Initializing all the Stores at 1731874923928Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874923928Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874923932 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874923932Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874923932Cleaning up temporary data from old regions at 1731874923940 (+8 ms)Region opened successfully at 1731874923945 (+5 ms) 2024-11-17T20:22:03,945 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T20:22:03,948 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2679cb41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:22:03,949 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T20:22:03,949 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T20:22:03,949 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T20:22:03,950 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T20:22:03,950 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T20:22:03,951 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T20:22:03,951 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T20:22:03,953 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T20:22:03,954 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32987-0x1014a760ab00000, quorum=127.0.0.1:62224, baseZNode=/0-807746347 Unable to get data of znode /0-807746347/balancer because node does not exist (not necessarily an error) 2024-11-17T20:22:04,003 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-807746347/balancer already deleted, retry=false 2024-11-17T20:22:04,003 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T20:22:04,004 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32987-0x1014a760ab00000, quorum=127.0.0.1:62224, baseZNode=/0-807746347 Unable to get data of znode /0-807746347/normalizer because node does not exist (not necessarily an error) 2024-11-17T20:22:04,013 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-807746347/normalizer already deleted, retry=false 2024-11-17T20:22:04,013 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T20:22:04,014 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32987-0x1014a760ab00000, quorum=127.0.0.1:62224, baseZNode=/0-807746347 Unable to get data of znode /0-807746347/switch/split because node does not exist (not necessarily an error) 2024-11-17T20:22:04,023 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-807746347/switch/split already deleted, retry=false 2024-11-17T20:22:04,025 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32987-0x1014a760ab00000, quorum=127.0.0.1:62224, baseZNode=/0-807746347 Unable to get data of znode /0-807746347/switch/merge because node does not exist (not necessarily an error) 2024-11-17T20:22:04,034 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-807746347/switch/merge already deleted, retry=false 2024-11-17T20:22:04,036 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32987-0x1014a760ab00000, quorum=127.0.0.1:62224, baseZNode=/0-807746347 Unable to get data of znode /0-807746347/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T20:22:04,045 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-807746347/snapshot-cleanup already deleted, retry=false 2024-11-17T20:22:04,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x1014a760ab00001, quorum=127.0.0.1:62224, baseZNode=/0-807746347 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-807746347/running 2024-11-17T20:22:04,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32987-0x1014a760ab00000, quorum=127.0.0.1:62224, baseZNode=/0-807746347 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-807746347/running 2024-11-17T20:22:04,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x1014a760ab00001, quorum=127.0.0.1:62224, baseZNode=/0-807746347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-807746347 2024-11-17T20:22:04,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32987-0x1014a760ab00000, quorum=127.0.0.1:62224, baseZNode=/0-807746347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-807746347 2024-11-17T20:22:04,104 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b0b0ae8de03,32987,1731874922004, sessionid=0x1014a760ab00000, setting cluster-up flag (Was=false) 2024-11-17T20:22:04,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32987-0x1014a760ab00000, quorum=127.0.0.1:62224, baseZNode=/0-807746347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-807746347 2024-11-17T20:22:04,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x1014a760ab00001, quorum=127.0.0.1:62224, baseZNode=/0-807746347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-807746347 2024-11-17T20:22:04,251 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-807746347/flush-table-proc/acquired, /0-807746347/flush-table-proc/reached, /0-807746347/flush-table-proc/abort 2024-11-17T20:22:04,252 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b0b0ae8de03,32987,1731874922004 2024-11-17T20:22:04,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32987-0x1014a760ab00000, quorum=127.0.0.1:62224, baseZNode=/0-807746347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-807746347 2024-11-17T20:22:04,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x1014a760ab00001, quorum=127.0.0.1:62224, baseZNode=/0-807746347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-807746347 2024-11-17T20:22:04,308 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-807746347/online-snapshot/acquired, /0-807746347/online-snapshot/reached, /0-807746347/online-snapshot/abort 2024-11-17T20:22:04,309 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b0b0ae8de03,32987,1731874922004 2024-11-17T20:22:04,310 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37125/user/jenkins/test-data/c3f390b5-d616-8d7c-be40-ef7967fa4afd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T20:22:04,311 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T20:22:04,311 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T20:22:04,311 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T20:22:04,311 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b0b0ae8de03,32987,1731874922004 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T20:22:04,313 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:22:04,313 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:22:04,313 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:22:04,313 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:22:04,313 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b0b0ae8de03:0, corePoolSize=10, maxPoolSize=10 2024-11-17T20:22:04,313 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:22:04,313 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:22:04,313 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:22:04,314 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731874954314 2024-11-17T20:22:04,314 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T20:22:04,314 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T20:22:04,314 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T20:22:04,314 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T20:22:04,314 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T20:22:04,315 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T20:22:04,315 INFO [RS:0;0b0b0ae8de03:35273 {}] regionserver.HRegionServer(746): ClusterId : a8fa945e-342a-4389-a341-7005de2977a6 2024-11-17T20:22:04,315 DEBUG [RS:0;0b0b0ae8de03:35273 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T20:22:04,315 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:22:04,315 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T20:22:04,316 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:04,316 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T20:22:04,317 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:04,320 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T20:22:04,320 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T20:22:04,320 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T20:22:04,320 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T20:22:04,324 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T20:22:04,324 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T20:22:04,325 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874924324,5,FailOnTimeoutGroup] 2024-11-17T20:22:04,325 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874924325,5,FailOnTimeoutGroup] 2024-11-17T20:22:04,325 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:04,325 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T20:22:04,325 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:04,325 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:04,325 DEBUG [RS:0;0b0b0ae8de03:35273 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T20:22:04,325 DEBUG [RS:0;0b0b0ae8de03:35273 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T20:22:04,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741831_1007 (size=1321) 2024-11-17T20:22:04,336 DEBUG [RS:0;0b0b0ae8de03:35273 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T20:22:04,336 DEBUG [RS:0;0b0b0ae8de03:35273 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bd6c38c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:22:04,366 DEBUG [RS:0;0b0b0ae8de03:35273 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b0b0ae8de03:35273 2024-11-17T20:22:04,366 INFO [RS:0;0b0b0ae8de03:35273 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T20:22:04,366 INFO [RS:0;0b0b0ae8de03:35273 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T20:22:04,366 DEBUG [RS:0;0b0b0ae8de03:35273 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T20:22:04,367 INFO [RS:0;0b0b0ae8de03:35273 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b0b0ae8de03,32987,1731874922004 with port=35273, startcode=1731874922176 2024-11-17T20:22:04,367 DEBUG [RS:0;0b0b0ae8de03:35273 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T20:22:04,368 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43575, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T20:22:04,369 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32987 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b0b0ae8de03,35273,1731874922176 2024-11-17T20:22:04,369 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32987 {}] master.ServerManager(517): Registering regionserver=0b0b0ae8de03,35273,1731874922176 2024-11-17T20:22:04,370 DEBUG [RS:0;0b0b0ae8de03:35273 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37125/user/jenkins/test-data/c3f390b5-d616-8d7c-be40-ef7967fa4afd 2024-11-17T20:22:04,370 DEBUG [RS:0;0b0b0ae8de03:35273 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37125 2024-11-17T20:22:04,370 DEBUG [RS:0;0b0b0ae8de03:35273 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T20:22:04,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32987-0x1014a760ab00000, quorum=127.0.0.1:62224, baseZNode=/0-807746347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-807746347/rs 2024-11-17T20:22:04,382 DEBUG [RS:0;0b0b0ae8de03:35273 {}] zookeeper.ZKUtil(111): regionserver:35273-0x1014a760ab00001, quorum=127.0.0.1:62224, baseZNode=/0-807746347 Set watcher on existing znode=/0-807746347/rs/0b0b0ae8de03,35273,1731874922176 2024-11-17T20:22:04,382 WARN [RS:0;0b0b0ae8de03:35273 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:22:04,382 INFO [RS:0;0b0b0ae8de03:35273 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:22:04,382 DEBUG [RS:0;0b0b0ae8de03:35273 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37125/user/jenkins/test-data/c3f390b5-d616-8d7c-be40-ef7967fa4afd/WALs/0b0b0ae8de03,35273,1731874922176 2024-11-17T20:22:04,387 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b0b0ae8de03,35273,1731874922176] 2024-11-17T20:22:04,399 INFO [RS:0;0b0b0ae8de03:35273 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T20:22:04,408 INFO [RS:0;0b0b0ae8de03:35273 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T20:22:04,418 INFO [RS:0;0b0b0ae8de03:35273 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T20:22:04,418 INFO [RS:0;0b0b0ae8de03:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:04,428 INFO [RS:0;0b0b0ae8de03:35273 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T20:22:04,429 INFO [RS:0;0b0b0ae8de03:35273 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T20:22:04,429 INFO [RS:0;0b0b0ae8de03:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:04,429 DEBUG [RS:0;0b0b0ae8de03:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:22:04,429 DEBUG [RS:0;0b0b0ae8de03:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:22:04,429 DEBUG [RS:0;0b0b0ae8de03:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:22:04,429 DEBUG [RS:0;0b0b0ae8de03:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:22:04,429 DEBUG [RS:0;0b0b0ae8de03:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:22:04,429 DEBUG [RS:0;0b0b0ae8de03:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:22:04,429 DEBUG [RS:0;0b0b0ae8de03:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:22:04,429 DEBUG [RS:0;0b0b0ae8de03:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:22:04,429 DEBUG [RS:0;0b0b0ae8de03:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:22:04,429 DEBUG [RS:0;0b0b0ae8de03:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:22:04,429 DEBUG [RS:0;0b0b0ae8de03:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:22:04,430 DEBUG [RS:0;0b0b0ae8de03:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:22:04,430 DEBUG [RS:0;0b0b0ae8de03:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:22:04,430 DEBUG [RS:0;0b0b0ae8de03:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:22:04,444 INFO [RS:0;0b0b0ae8de03:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:04,444 INFO [RS:0;0b0b0ae8de03:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:04,444 INFO [RS:0;0b0b0ae8de03:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:04,444 INFO [RS:0;0b0b0ae8de03:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:04,444 INFO [RS:0;0b0b0ae8de03:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:04,444 INFO [RS:0;0b0b0ae8de03:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,35273,1731874922176-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:22:04,465 INFO [RS:0;0b0b0ae8de03:35273 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T20:22:04,465 INFO [RS:0;0b0b0ae8de03:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,35273,1731874922176-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:04,465 INFO [RS:0;0b0b0ae8de03:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:04,465 INFO [RS:0;0b0b0ae8de03:35273 {}] regionserver.Replication(171): 0b0b0ae8de03,35273,1731874922176 started 2024-11-17T20:22:04,481 INFO [RS:0;0b0b0ae8de03:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:04,481 INFO [RS:0;0b0b0ae8de03:35273 {}] regionserver.HRegionServer(1482): Serving as 0b0b0ae8de03,35273,1731874922176, RpcServer on 0b0b0ae8de03/172.17.0.2:35273, sessionid=0x1014a760ab00001 2024-11-17T20:22:04,482 DEBUG [RS:0;0b0b0ae8de03:35273 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T20:22:04,482 DEBUG [RS:0;0b0b0ae8de03:35273 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b0b0ae8de03,35273,1731874922176 2024-11-17T20:22:04,482 DEBUG [RS:0;0b0b0ae8de03:35273 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,35273,1731874922176' 2024-11-17T20:22:04,482 DEBUG [RS:0;0b0b0ae8de03:35273 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-807746347/flush-table-proc/abort' 2024-11-17T20:22:04,482 DEBUG [RS:0;0b0b0ae8de03:35273 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-807746347/flush-table-proc/acquired' 2024-11-17T20:22:04,482 DEBUG [RS:0;0b0b0ae8de03:35273 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T20:22:04,482 DEBUG [RS:0;0b0b0ae8de03:35273 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T20:22:04,483 DEBUG [RS:0;0b0b0ae8de03:35273 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b0b0ae8de03,35273,1731874922176 2024-11-17T20:22:04,483 DEBUG [RS:0;0b0b0ae8de03:35273 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,35273,1731874922176' 2024-11-17T20:22:04,483 DEBUG [RS:0;0b0b0ae8de03:35273 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-807746347/online-snapshot/abort' 2024-11-17T20:22:04,483 DEBUG [RS:0;0b0b0ae8de03:35273 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-807746347/online-snapshot/acquired' 2024-11-17T20:22:04,483 DEBUG [RS:0;0b0b0ae8de03:35273 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T20:22:04,483 INFO [RS:0;0b0b0ae8de03:35273 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T20:22:04,483 INFO [RS:0;0b0b0ae8de03:35273 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T20:22:04,584 INFO [RS:0;0b0b0ae8de03:35273 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:22:04,585 INFO [RS:0;0b0b0ae8de03:35273 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C35273%2C1731874922176, suffix=, logDir=hdfs://localhost:37125/user/jenkins/test-data/c3f390b5-d616-8d7c-be40-ef7967fa4afd/WALs/0b0b0ae8de03,35273,1731874922176, archiveDir=hdfs://localhost:37125/user/jenkins/test-data/c3f390b5-d616-8d7c-be40-ef7967fa4afd/oldWALs, maxLogs=10 2024-11-17T20:22:04,608 DEBUG [RS:0;0b0b0ae8de03:35273 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c3f390b5-d616-8d7c-be40-ef7967fa4afd/WALs/0b0b0ae8de03,35273,1731874922176/0b0b0ae8de03%2C35273%2C1731874922176.1731874924586, exclude list is [], retry=0 2024-11-17T20:22:04,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40013,DS-227d159e-f2d8-4c18-a706-e2fc0d7753dc,DISK] 2024-11-17T20:22:04,614 INFO [RS:0;0b0b0ae8de03:35273 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c3f390b5-d616-8d7c-be40-ef7967fa4afd/WALs/0b0b0ae8de03,35273,1731874922176/0b0b0ae8de03%2C35273%2C1731874922176.1731874924586 2024-11-17T20:22:04,614 DEBUG [RS:0;0b0b0ae8de03:35273 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42551:42551)] 2024-11-17T20:22:04,733 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37125/user/jenkins/test-data/c3f390b5-d616-8d7c-be40-ef7967fa4afd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T20:22:04,734 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37125/user/jenkins/test-data/c3f390b5-d616-8d7c-be40-ef7967fa4afd 2024-11-17T20:22:04,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741833_1009 (size=32) 2024-11-17T20:22:05,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:22:05,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T20:22:05,166 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T20:22:05,166 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:05,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:22:05,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T20:22:05,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T20:22:05,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:05,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:22:05,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T20:22:05,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T20:22:05,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:05,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:22:05,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T20:22:05,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T20:22:05,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:05,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:22:05,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T20:22:05,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37125/user/jenkins/test-data/c3f390b5-d616-8d7c-be40-ef7967fa4afd/data/hbase/meta/1588230740 2024-11-17T20:22:05,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37125/user/jenkins/test-data/c3f390b5-d616-8d7c-be40-ef7967fa4afd/data/hbase/meta/1588230740 2024-11-17T20:22:05,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T20:22:05,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T20:22:05,170 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:22:05,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T20:22:05,172 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37125/user/jenkins/test-data/c3f390b5-d616-8d7c-be40-ef7967fa4afd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:22:05,172 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69416907, jitterRate=0.034392520785331726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:22:05,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731874925164Initializing all the Stores at 1731874925165 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874925165Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874925165Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874925165Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874925165Cleaning up temporary data from old regions at 1731874925170 (+5 ms)Region opened successfully at 1731874925173 (+3 ms) 2024-11-17T20:22:05,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T20:22:05,173 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T20:22:05,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T20:22:05,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T20:22:05,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T20:22:05,173 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T20:22:05,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731874925173Disabling compacts and flushes for region at 1731874925173Disabling writes for close at 1731874925173Writing region close event to WAL at 1731874925173Closed at 1731874925173 2024-11-17T20:22:05,174 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:22:05,174 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T20:22:05,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T20:22:05,175 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T20:22:05,175 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T20:22:05,326 DEBUG [0b0b0ae8de03:32987 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T20:22:05,326 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b0b0ae8de03,35273,1731874922176 2024-11-17T20:22:05,327 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,35273,1731874922176, state=OPENING 2024-11-17T20:22:05,392 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T20:22:05,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32987-0x1014a760ab00000, quorum=127.0.0.1:62224, baseZNode=/0-807746347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-807746347 2024-11-17T20:22:05,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x1014a760ab00001, quorum=127.0.0.1:62224, baseZNode=/0-807746347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-807746347 2024-11-17T20:22:05,403 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T20:22:05,403 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-807746347/meta-region-server: CHANGED 2024-11-17T20:22:05,403 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-807746347/meta-region-server: CHANGED 2024-11-17T20:22:05,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,35273,1731874922176}] 2024-11-17T20:22:05,555 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T20:22:05,556 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46367, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T20:22:05,558 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T20:22:05,558 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:22:05,558 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T20:22:05,559 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C35273%2C1731874922176.meta, suffix=.meta, logDir=hdfs://localhost:37125/user/jenkins/test-data/c3f390b5-d616-8d7c-be40-ef7967fa4afd/WALs/0b0b0ae8de03,35273,1731874922176, archiveDir=hdfs://localhost:37125/user/jenkins/test-data/c3f390b5-d616-8d7c-be40-ef7967fa4afd/oldWALs, maxLogs=10 2024-11-17T20:22:05,576 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c3f390b5-d616-8d7c-be40-ef7967fa4afd/WALs/0b0b0ae8de03,35273,1731874922176/0b0b0ae8de03%2C35273%2C1731874922176.meta.1731874925560.meta, exclude list is [], retry=0 2024-11-17T20:22:05,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40013,DS-227d159e-f2d8-4c18-a706-e2fc0d7753dc,DISK] 2024-11-17T20:22:05,579 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c3f390b5-d616-8d7c-be40-ef7967fa4afd/WALs/0b0b0ae8de03,35273,1731874922176/0b0b0ae8de03%2C35273%2C1731874922176.meta.1731874925560.meta 2024-11-17T20:22:05,579 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42551:42551)] 2024-11-17T20:22:05,580 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:22:05,580 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:22:05,580 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T20:22:05,580 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T20:22:05,580 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T20:22:05,581 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T20:22:05,581 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:22:05,581 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T20:22:05,581 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T20:22:05,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T20:22:05,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T20:22:05,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:05,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:22:05,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T20:22:05,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T20:22:05,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:05,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:22:05,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T20:22:05,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T20:22:05,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:05,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:22:05,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T20:22:05,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T20:22:05,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:05,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:22:05,586 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T20:22:05,587 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37125/user/jenkins/test-data/c3f390b5-d616-8d7c-be40-ef7967fa4afd/data/hbase/meta/1588230740 2024-11-17T20:22:05,587 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37125/user/jenkins/test-data/c3f390b5-d616-8d7c-be40-ef7967fa4afd/data/hbase/meta/1588230740 2024-11-17T20:22:05,588 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T20:22:05,588 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T20:22:05,589 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:22:05,590 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T20:22:05,590 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72238145, jitterRate=0.0764322429895401}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:22:05,590 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T20:22:05,591 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731874925581Writing region info on filesystem at 1731874925581Initializing all the Stores at 1731874925582 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874925582Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874925582Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874925582Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874925582Cleaning up temporary data from old regions at 1731874925588 (+6 ms)Running coprocessor post-open hooks at 1731874925590 (+2 ms)Region opened successfully at 1731874925591 (+1 ms) 2024-11-17T20:22:05,592 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731874925554 2024-11-17T20:22:05,593 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T20:22:05,593 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T20:22:05,594 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,35273,1731874922176 2024-11-17T20:22:05,594 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,35273,1731874922176, state=OPEN 2024-11-17T20:22:05,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32987-0x1014a760ab00000, quorum=127.0.0.1:62224, baseZNode=/0-807746347 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-807746347/meta-region-server 2024-11-17T20:22:05,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x1014a760ab00001, quorum=127.0.0.1:62224, baseZNode=/0-807746347 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-807746347/meta-region-server 2024-11-17T20:22:05,631 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,35273,1731874922176 2024-11-17T20:22:05,631 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-807746347/meta-region-server: CHANGED 2024-11-17T20:22:05,631 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-807746347/meta-region-server: CHANGED 2024-11-17T20:22:05,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T20:22:05,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,35273,1731874922176 in 228 msec 2024-11-17T20:22:05,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T20:22:05,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 459 msec 2024-11-17T20:22:05,635 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:22:05,635 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T20:22:05,636 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:22:05,636 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,35273,1731874922176, seqNum=-1] 2024-11-17T20:22:05,636 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:22:05,637 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:22:05,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3290 sec 2024-11-17T20:22:05,641 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731874925641, completionTime=-1 2024-11-17T20:22:05,641 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T20:22:05,641 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T20:22:05,642 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T20:22:05,642 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731874985642 2024-11-17T20:22:05,642 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731875045642 2024-11-17T20:22:05,643 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T20:22:05,643 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,32987,1731874922004-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:05,643 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,32987,1731874922004-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:05,643 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,32987,1731874922004-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:05,643 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b0b0ae8de03:32987, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:05,643 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:05,643 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:05,644 DEBUG [master/0b0b0ae8de03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T20:22:05,646 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.391sec 2024-11-17T20:22:05,646 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T20:22:05,646 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T20:22:05,646 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T20:22:05,646 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T20:22:05,646 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T20:22:05,646 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,32987,1731874922004-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:22:05,646 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,32987,1731874922004-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T20:22:05,648 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T20:22:05,648 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T20:22:05,648 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,32987,1731874922004-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:05,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79e0237d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:05,716 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,32987,-1 for getting cluster id 2024-11-17T20:22:05,716 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:22:05,717 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8fa945e-342a-4389-a341-7005de2977a6' 2024-11-17T20:22:05,718 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:22:05,718 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8fa945e-342a-4389-a341-7005de2977a6" 2024-11-17T20:22:05,718 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d4b8d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:05,718 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,32987,-1] 2024-11-17T20:22:05,718 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:22:05,719 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:05,719 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:22:05,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b686b46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:05,721 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:22:05,722 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,35273,1731874922176, seqNum=-1] 2024-11-17T20:22:05,722 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:22:05,723 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:22:05,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0b0b0ae8de03,32987,1731874922004 2024-11-17T20:22:05,725 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62224 2024-11-17T20:22:05,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62224, baseZNode=/0-807746347 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:22:05,746 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014a760ab00002 connected 2024-11-17T20:22:05,762 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:22:05,763 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,32987,1731874922004 2024-11-17T20:22:05,763 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31758321 2024-11-17T20:22:05,763 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:22:05,764 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:22:05,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32987 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:22:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32987 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T20:22:05,767 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T20:22:05,767 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:05,768 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T20:22:05,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32987 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T20:22:05,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:22:05,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741835_1011 (size=902) 2024-11-17T20:22:05,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:22:06,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:22:06,179 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6f13ff85e200710d689d87cf6252db43, NAME => 'test,,1731874925764.6f13ff85e200710d689d87cf6252db43.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37125/user/jenkins/test-data/c3f390b5-d616-8d7c-be40-ef7967fa4afd 2024-11-17T20:22:06,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741836_1012 (size=39) 2024-11-17T20:22:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:22:06,590 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731874925764.6f13ff85e200710d689d87cf6252db43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:22:06,590 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6f13ff85e200710d689d87cf6252db43, disabling compactions & flushes 2024-11-17T20:22:06,590 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731874925764.6f13ff85e200710d689d87cf6252db43. 2024-11-17T20:22:06,590 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731874925764.6f13ff85e200710d689d87cf6252db43. 2024-11-17T20:22:06,590 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731874925764.6f13ff85e200710d689d87cf6252db43. after waiting 0 ms 2024-11-17T20:22:06,590 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731874925764.6f13ff85e200710d689d87cf6252db43. 2024-11-17T20:22:06,590 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731874925764.6f13ff85e200710d689d87cf6252db43. 2024-11-17T20:22:06,590 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6f13ff85e200710d689d87cf6252db43: Waiting for close lock at 1731874926590Disabling compacts and flushes for region at 1731874926590Disabling writes for close at 1731874926590Writing region close event to WAL at 1731874926590Closed at 1731874926590 2024-11-17T20:22:06,591 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T20:22:06,592 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731874925764.6f13ff85e200710d689d87cf6252db43.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731874926591"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731874926591"}]},"ts":"1731874926591"} 2024-11-17T20:22:06,593 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T20:22:06,594 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T20:22:06,594 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874926594"}]},"ts":"1731874926594"} 2024-11-17T20:22:06,596 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T20:22:06,596 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6f13ff85e200710d689d87cf6252db43, ASSIGN}] 2024-11-17T20:22:06,597 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6f13ff85e200710d689d87cf6252db43, ASSIGN 2024-11-17T20:22:06,598 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6f13ff85e200710d689d87cf6252db43, ASSIGN; state=OFFLINE, location=0b0b0ae8de03,35273,1731874922176; forceNewPlan=false, retain=false 2024-11-17T20:22:06,749 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6f13ff85e200710d689d87cf6252db43, regionState=OPENING, regionLocation=0b0b0ae8de03,35273,1731874922176 2024-11-17T20:22:06,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6f13ff85e200710d689d87cf6252db43, ASSIGN because future has completed 2024-11-17T20:22:06,752 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f13ff85e200710d689d87cf6252db43, server=0b0b0ae8de03,35273,1731874922176}] 2024-11-17T20:22:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:22:06,908 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731874925764.6f13ff85e200710d689d87cf6252db43. 2024-11-17T20:22:06,908 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f13ff85e200710d689d87cf6252db43, NAME => 'test,,1731874925764.6f13ff85e200710d689d87cf6252db43.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:22:06,909 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:22:06,909 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T20:22:06,909 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6f13ff85e200710d689d87cf6252db43 2024-11-17T20:22:06,909 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731874925764.6f13ff85e200710d689d87cf6252db43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:22:06,909 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6f13ff85e200710d689d87cf6252db43 2024-11-17T20:22:06,909 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6f13ff85e200710d689d87cf6252db43 2024-11-17T20:22:06,911 INFO [StoreOpener-6f13ff85e200710d689d87cf6252db43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6f13ff85e200710d689d87cf6252db43 2024-11-17T20:22:06,912 INFO [StoreOpener-6f13ff85e200710d689d87cf6252db43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f13ff85e200710d689d87cf6252db43 columnFamilyName f 2024-11-17T20:22:06,912 DEBUG [StoreOpener-6f13ff85e200710d689d87cf6252db43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:06,913 INFO [StoreOpener-6f13ff85e200710d689d87cf6252db43-1 {}] regionserver.HStore(327): Store=6f13ff85e200710d689d87cf6252db43/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:22:06,913 INFO [StoreOpener-6f13ff85e200710d689d87cf6252db43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6f13ff85e200710d689d87cf6252db43 2024-11-17T20:22:06,914 INFO [StoreOpener-6f13ff85e200710d689d87cf6252db43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f13ff85e200710d689d87cf6252db43 columnFamilyName f1 2024-11-17T20:22:06,914 DEBUG [StoreOpener-6f13ff85e200710d689d87cf6252db43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:06,914 INFO [StoreOpener-6f13ff85e200710d689d87cf6252db43-1 {}] regionserver.HStore(327): Store=6f13ff85e200710d689d87cf6252db43/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:22:06,914 INFO [StoreOpener-6f13ff85e200710d689d87cf6252db43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6f13ff85e200710d689d87cf6252db43 2024-11-17T20:22:06,915 INFO [StoreOpener-6f13ff85e200710d689d87cf6252db43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f13ff85e200710d689d87cf6252db43 columnFamilyName norep 2024-11-17T20:22:06,915 DEBUG [StoreOpener-6f13ff85e200710d689d87cf6252db43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:06,916 INFO [StoreOpener-6f13ff85e200710d689d87cf6252db43-1 {}] regionserver.HStore(327): Store=6f13ff85e200710d689d87cf6252db43/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:22:06,916 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6f13ff85e200710d689d87cf6252db43 2024-11-17T20:22:06,916 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37125/user/jenkins/test-data/c3f390b5-d616-8d7c-be40-ef7967fa4afd/data/default/test/6f13ff85e200710d689d87cf6252db43 2024-11-17T20:22:06,917 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37125/user/jenkins/test-data/c3f390b5-d616-8d7c-be40-ef7967fa4afd/data/default/test/6f13ff85e200710d689d87cf6252db43 2024-11-17T20:22:06,921 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6f13ff85e200710d689d87cf6252db43 2024-11-17T20:22:06,921 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6f13ff85e200710d689d87cf6252db43 2024-11-17T20:22:06,924 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T20:22:06,927 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6f13ff85e200710d689d87cf6252db43 2024-11-17T20:22:06,932 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37125/user/jenkins/test-data/c3f390b5-d616-8d7c-be40-ef7967fa4afd/data/default/test/6f13ff85e200710d689d87cf6252db43/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:22:06,932 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6f13ff85e200710d689d87cf6252db43; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60010567, jitterRate=-0.10577286779880524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T20:22:06,933 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6f13ff85e200710d689d87cf6252db43 2024-11-17T20:22:06,933 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6f13ff85e200710d689d87cf6252db43: Running coprocessor pre-open hook at 1731874926909Writing region info on filesystem at 1731874926909Initializing all the Stores at 1731874926910 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874926910Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874926911 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874926911Cleaning up temporary data from old regions at 1731874926921 (+10 ms)Running coprocessor post-open hooks at 1731874926933 (+12 ms)Region opened successfully at 1731874926933 2024-11-17T20:22:06,934 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731874925764.6f13ff85e200710d689d87cf6252db43., pid=6, masterSystemTime=1731874926904 2024-11-17T20:22:06,938 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731874925764.6f13ff85e200710d689d87cf6252db43. 2024-11-17T20:22:06,938 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731874925764.6f13ff85e200710d689d87cf6252db43. 2024-11-17T20:22:06,939 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6f13ff85e200710d689d87cf6252db43, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0b0b0ae8de03,35273,1731874922176 2024-11-17T20:22:06,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f13ff85e200710d689d87cf6252db43, server=0b0b0ae8de03,35273,1731874922176 because future has completed 2024-11-17T20:22:06,946 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32987 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=0b0b0ae8de03,35273,1731874922176, table=test, region=6f13ff85e200710d689d87cf6252db43. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-17T20:22:06,952 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T20:22:06,952 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6f13ff85e200710d689d87cf6252db43, server=0b0b0ae8de03,35273,1731874922176 in 195 msec 2024-11-17T20:22:06,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T20:22:06,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6f13ff85e200710d689d87cf6252db43, ASSIGN in 356 msec 2024-11-17T20:22:06,959 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T20:22:06,959 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874926959"}]},"ts":"1731874926959"} 2024-11-17T20:22:06,961 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T20:22:06,963 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T20:22:06,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1980 sec 2024-11-17T20:22:07,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:22:07,913 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T20:22:07,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45185177, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:07,914 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,32987,-1 for getting cluster id 2024-11-17T20:22:07,914 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:22:07,915 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8fa945e-342a-4389-a341-7005de2977a6' 2024-11-17T20:22:07,915 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:22:07,915 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8fa945e-342a-4389-a341-7005de2977a6" 2024-11-17T20:22:07,915 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32525878, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:07,915 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,32987,-1] 2024-11-17T20:22:07,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:22:07,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:07,917 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:22:07,917 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e547333, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:07,918 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:22:07,919 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,32987,1731874922004 2024-11-17T20:22:07,919 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2271b660 2024-11-17T20:22:07,919 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:22:07,921 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:22:07,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32987 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://0b0b0ae8de03:32987,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T20:22:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32987 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T20:22:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:22:07,925 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b0b0ae8de03:32987' 2024-11-17T20:22:07,926 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7acdb3c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:07,926 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,32987,-1 for getting cluster id 2024-11-17T20:22:07,926 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:22:07,927 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8fa945e-342a-4389-a341-7005de2977a6' 2024-11-17T20:22:07,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:22:07,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8fa945e-342a-4389-a341-7005de2977a6" 2024-11-17T20:22:07,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@752be94b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:07,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,32987,-1] 2024-11-17T20:22:07,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:22:07,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:07,929 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:22:07,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57fa7940, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:07,930 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:22:07,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,32987,1731874922004 2024-11-17T20:22:07,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b46761d 2024-11-17T20:22:07,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:22:07,932 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:22:07,933 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-17T20:22:07,933 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T20:22:07,933 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:07,933 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:07,933 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:22:07,934 WARN [PEWorker-1 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://0b0b0ae8de03:32987, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-17T20:22:07,939 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://0b0b0ae8de03:32987, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://0b0b0ae8de03:32987, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://0b0b0ae8de03:32987, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-17T20:22:07,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://0b0b0ae8de03:32987, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=19 msec 2024-11-17T20:22:07,941 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-17T20:22:08,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:22:08,035 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:22:08,035 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:22:08,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:08,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:08,036 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:22:08,047 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://0b0b0ae8de03:32987, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-17T20:22:08,061 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=527 (was 361) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 0 on default port 37125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: PacketResponder: BP-1078901060-172.17.0.2-1731874918176:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@5887de68 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e41ed4d7-2c51-becf-ac37-cac95aaf19b0/cluster_e151c688-ffba-2861-b530-668e4fe6ba4c/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/0b0b0ae8de03:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1675665161-7867 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fe5c0437828.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: qtp1675665161-7866 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fe5c0437828.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:37125 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1675665161-7871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1675665161-7869 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fe5c0437828.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=32987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 37125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37125 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:62224 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37125/user/jenkins/test-data/c3f390b5-d616-8d7c-be40-ef7967fa4afd/MasterData-prefix:0b0b0ae8de03,32987,1731874922004 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62224) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 2 on default port 37117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: PacketResponder: BP-1078901060-172.17.0.2-1731874918176:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1675665161-7873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/0b0b0ae8de03:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;0b0b0ae8de03:32987 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 37125 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$591/0x00007fe5c0aac088.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:37125 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:37125 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62224) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: PacketResponder: BP-1078901060-172.17.0.2-1731874918176:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@624aa28e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1781700528) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@3a32e805 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=35273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37125/user/jenkins/test-data/c3f390b5-d616-8d7c-be40-ef7967fa4afd-prefix:0b0b0ae8de03,35273,1731874922176 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 37117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: qtp266815695-7917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 37125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e41ed4d7-2c51-becf-ac37-cac95aaf19b0/cluster_e151c688-ffba-2861-b530-668e4fe6ba4c/data/data2/current/BP-1078901060-172.17.0.2-1731874918176 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;0b0b0ae8de03:35273 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-1efb03b3-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1940498393_20 at /127.0.0.1:49322 [Receiving block BP-1078901060-172.17.0.2-1731874918176:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp266815695-7916-acceptor-0@7afe62c7-ServerConnector@2287d09c{HTTP/1.1, (http/1.1)}{localhost:46829} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=35273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007fe5c09fc208.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@63cb8df1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=32987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874924325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:62224): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: IPC Server handler 1 on default port 37117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e41ed4d7-2c51-becf-ac37-cac95aaf19b0/cluster_e151c688-ffba-2861-b530-668e4fe6ba4c/data/data1/current/BP-1078901060-172.17.0.2-1731874918176 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-5947f973-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1940498393_20 at /127.0.0.1:49254 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37125/user/jenkins/test-data/c3f390b5-d616-8d7c-be40-ef7967fa4afd-prefix:0b0b0ae8de03,35273,1731874922176.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62224) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server idle connection scanner for port 37117 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@214061e7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e41ed4d7-2c51-becf-ac37-cac95aaf19b0/cluster_e151c688-ffba-2861-b530-668e4fe6ba4c/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@42a97ba9[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@3a1af8d3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@71188b75 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1675665161-7870-acceptor-0@42c7f595-ServerConnector@56b8b7a2{HTTP/1.1, (http/1.1)}{localhost:41657} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 37117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;0b0b0ae8de03:35273-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:37125 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp266815695-7918 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@48b1902f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-421720830_20 at /127.0.0.1:49292 [Receiving block BP-1078901060-172.17.0.2-1731874918176:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@3f00146e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874924324 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: 0b0b0ae8de03:32987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1940498393_20 at /127.0.0.1:49314 [Receiving block BP-1078901060-172.17.0.2-1731874918176:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: regionserver/0b0b0ae8de03:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1078901060-172.17.0.2-1731874918176 heartbeating to localhost/127.0.0.1:37125 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: qtp1675665161-7868 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fe5c0437828.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1675665161-7872 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp266815695-7915 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fe5c0437828.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/0b0b0ae8de03:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 37117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: IPC Server handler 2 on default port 37125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 37125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=32987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) - Thread LEAK? -, OpenFileDescriptor=863 (was 794) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=554 (was 572), ProcessCount=11 (was 11), AvailableMemoryMB=6978 (was 7052) 2024-11-17T20:22:08,064 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=527 is superior to 500 2024-11-17T20:22:08,082 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=527, OpenFileDescriptor=863, MaxFileDescriptor=1048576, SystemLoadAverage=554, ProcessCount=11, AvailableMemoryMB=6975 2024-11-17T20:22:08,083 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=527 is superior to 500 2024-11-17T20:22:08,100 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-17T20:22:08,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e41ed4d7-2c51-becf-ac37-cac95aaf19b0/hadoop.log.dir so I do NOT create it in target/test-data/4855e5bf-8c7f-12d3-7597-7098e47702cc 2024-11-17T20:22:08,101 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e41ed4d7-2c51-becf-ac37-cac95aaf19b0/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T20:22:08,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e41ed4d7-2c51-becf-ac37-cac95aaf19b0/hadoop.tmp.dir so I do NOT create it in target/test-data/4855e5bf-8c7f-12d3-7597-7098e47702cc 2024-11-17T20:22:08,101 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e41ed4d7-2c51-becf-ac37-cac95aaf19b0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T20:22:08,101 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4855e5bf-8c7f-12d3-7597-7098e47702cc 2024-11-17T20:22:08,101 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4855e5bf-8c7f-12d3-7597-7098e47702cc/cluster_2d94bde9-4849-5066-a159-198a748304ce, deleteOnExit=true 2024-11-17T20:22:08,197 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4855e5bf-8c7f-12d3-7597-7098e47702cc/cluster_2d94bde9-4849-5066-a159-198a748304ce/zookeeper_0, clientPort=57184, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4855e5bf-8c7f-12d3-7597-7098e47702cc/cluster_2d94bde9-4849-5066-a159-198a748304ce/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4855e5bf-8c7f-12d3-7597-7098e47702cc/cluster_2d94bde9-4849-5066-a159-198a748304ce/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T20:22:08,212 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57184 2024-11-17T20:22:08,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T20:22:08,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T20:22:08,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4855e5bf-8c7f-12d3-7597-7098e47702cc/test.cache.data in system properties and HBase conf 2024-11-17T20:22:08,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4855e5bf-8c7f-12d3-7597-7098e47702cc/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T20:22:08,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4855e5bf-8c7f-12d3-7597-7098e47702cc/hadoop.log.dir in system properties and HBase conf 2024-11-17T20:22:08,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4855e5bf-8c7f-12d3-7597-7098e47702cc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T20:22:08,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4855e5bf-8c7f-12d3-7597-7098e47702cc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T20:22:08,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T20:22:08,214 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T20:22:08,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4855e5bf-8c7f-12d3-7597-7098e47702cc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T20:22:08,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4855e5bf-8c7f-12d3-7597-7098e47702cc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T20:22:08,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4855e5bf-8c7f-12d3-7597-7098e47702cc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T20:22:08,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4855e5bf-8c7f-12d3-7597-7098e47702cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T20:22:08,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4855e5bf-8c7f-12d3-7597-7098e47702cc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T20:22:08,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4855e5bf-8c7f-12d3-7597-7098e47702cc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T20:22:08,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4855e5bf-8c7f-12d3-7597-7098e47702cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T20:22:08,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4855e5bf-8c7f-12d3-7597-7098e47702cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T20:22:08,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4855e5bf-8c7f-12d3-7597-7098e47702cc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T20:22:08,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4855e5bf-8c7f-12d3-7597-7098e47702cc/nfs.dump.dir in system properties and HBase conf 2024-11-17T20:22:08,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4855e5bf-8c7f-12d3-7597-7098e47702cc/java.io.tmpdir in system properties and HBase conf 2024-11-17T20:22:08,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4855e5bf-8c7f-12d3-7597-7098e47702cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T20:22:08,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4855e5bf-8c7f-12d3-7597-7098e47702cc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T20:22:08,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4855e5bf-8c7f-12d3-7597-7098e47702cc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T20:22:08,627 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:22:08,661 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T20:22:08,762 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T20:22:08,762 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T20:22:08,762 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T20:22:08,778 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:22:08,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4437af4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4855e5bf-8c7f-12d3-7597-7098e47702cc/hadoop.log.dir/,AVAILABLE} 2024-11-17T20:22:08,791 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c28e4fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T20:22:08,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:08,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:08,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:08,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:08,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:08,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:08,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:08,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:08,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:08,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:08,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:08,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:08,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:08,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:08,921 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4033f57c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4855e5bf-8c7f-12d3-7597-7098e47702cc/java.io.tmpdir/jetty-localhost-34839-hadoop-hdfs-3_4_1-tests_jar-_-any-15251154017516472582/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T20:22:08,922 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33dae6bc{HTTP/1.1, (http/1.1)}{localhost:34839} 2024-11-17T20:22:08,922 INFO [Time-limited test {}] server.Server(415): Started @332357ms 2024-11-17T20:22:09,293 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T20:22:09,298 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:09,298 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:09,299 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:09,299 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:09,361 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:09,361 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:09,362 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:09,362 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:09,362 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:09,362 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:09,373 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:09,378 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:09,378 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:09,380 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:09,413 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:22:09,417 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T20:22:09,421 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T20:22:09,421 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T20:22:09,421 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T20:22:09,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2005c7b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4855e5bf-8c7f-12d3-7597-7098e47702cc/hadoop.log.dir/,AVAILABLE} 2024-11-17T20:22:09,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ff6de55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T20:22:09,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a396ae4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4855e5bf-8c7f-12d3-7597-7098e47702cc/java.io.tmpdir/jetty-localhost-35691-hadoop-hdfs-3_4_1-tests_jar-_-any-7756884626187126563/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:22:09,537 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54be97cc{HTTP/1.1, (http/1.1)}{localhost:35691} 2024-11-17T20:22:09,537 INFO [Time-limited test {}] server.Server(415): Started @332972ms 2024-11-17T20:22:09,538 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T20:22:10,399 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T20:22:10,400 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T20:22:10,639 WARN [Thread-4303 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4855e5bf-8c7f-12d3-7597-7098e47702cc/cluster_2d94bde9-4849-5066-a159-198a748304ce/data/data2/current/BP-939036980-172.17.0.2-1731874928267/current, will proceed with Du for space computation calculation, 2024-11-17T20:22:10,639 WARN [Thread-4302 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4855e5bf-8c7f-12d3-7597-7098e47702cc/cluster_2d94bde9-4849-5066-a159-198a748304ce/data/data1/current/BP-939036980-172.17.0.2-1731874928267/current, will proceed with Du for space computation calculation, 2024-11-17T20:22:10,659 WARN [Thread-4290 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T20:22:10,661 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd49721aef752917d with lease ID 0x2efc9778ccc76635: Processing first storage report for DS-1d012cd6-b8d7-4c98-85eb-b5a1f44a5b40 from datanode DatanodeRegistration(127.0.0.1:41085, datanodeUuid=9169f7de-0a00-4f22-9b77-b5d64cbc2dec, infoPort=36719, infoSecurePort=0, ipcPort=46565, storageInfo=lv=-57;cid=testClusterID;nsid=200521921;c=1731874928267) 2024-11-17T20:22:10,661 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd49721aef752917d with lease ID 0x2efc9778ccc76635: from storage DS-1d012cd6-b8d7-4c98-85eb-b5a1f44a5b40 node DatanodeRegistration(127.0.0.1:41085, datanodeUuid=9169f7de-0a00-4f22-9b77-b5d64cbc2dec, infoPort=36719, infoSecurePort=0, ipcPort=46565, storageInfo=lv=-57;cid=testClusterID;nsid=200521921;c=1731874928267), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T20:22:10,661 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd49721aef752917d with lease ID 0x2efc9778ccc76635: Processing first storage report for DS-994ee095-7b5f-4f57-a26e-a81116c5e5f1 from datanode DatanodeRegistration(127.0.0.1:41085, datanodeUuid=9169f7de-0a00-4f22-9b77-b5d64cbc2dec, infoPort=36719, infoSecurePort=0, ipcPort=46565, storageInfo=lv=-57;cid=testClusterID;nsid=200521921;c=1731874928267) 2024-11-17T20:22:10,661 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd49721aef752917d with lease ID 0x2efc9778ccc76635: from storage DS-994ee095-7b5f-4f57-a26e-a81116c5e5f1 node DatanodeRegistration(127.0.0.1:41085, datanodeUuid=9169f7de-0a00-4f22-9b77-b5d64cbc2dec, infoPort=36719, infoSecurePort=0, ipcPort=46565, storageInfo=lv=-57;cid=testClusterID;nsid=200521921;c=1731874928267), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T20:22:10,666 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4855e5bf-8c7f-12d3-7597-7098e47702cc 2024-11-17T20:22:10,666 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:22:10,667 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:22:10,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741825_1001 (size=7) 2024-11-17T20:22:11,074 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7 with version=8 2024-11-17T20:22:11,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/hbase-staging 2024-11-17T20:22:11,076 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:22:11,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:22:11,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:22:11,076 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:22:11,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:22:11,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:22:11,077 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T20:22:11,077 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:22:11,077 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35459 2024-11-17T20:22:11,078 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35459 connecting to ZooKeeper ensemble=127.0.0.1:57184 2024-11-17T20:22:11,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:354590x0, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:22:11,141 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35459-0x1014a7631da0000 connected 2024-11-17T20:22:11,226 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:22:11,227 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:22:11,237 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35459-0x1014a7631da0000, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Set watcher on znode that does not yet exist, /0-550146389/running 2024-11-17T20:22:11,237 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7, hbase.cluster.distributed=false 2024-11-17T20:22:11,239 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35459-0x1014a7631da0000, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Set watcher on znode that does not yet exist, /0-550146389/acl 2024-11-17T20:22:11,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35459 2024-11-17T20:22:11,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35459 2024-11-17T20:22:11,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35459 2024-11-17T20:22:11,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35459 2024-11-17T20:22:11,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35459 2024-11-17T20:22:11,261 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:22:11,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:22:11,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:22:11,262 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:22:11,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:22:11,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:22:11,262 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T20:22:11,262 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:22:11,262 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43315 2024-11-17T20:22:11,263 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43315 connecting to ZooKeeper ensemble=127.0.0.1:57184 2024-11-17T20:22:11,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:22:11,266 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:22:11,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433150x0, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:22:11,283 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433150x0, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Set watcher on znode that does not yet exist, /0-550146389/running 2024-11-17T20:22:11,284 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T20:22:11,284 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43315-0x1014a7631da0001 connected 2024-11-17T20:22:11,289 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T20:22:11,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43315-0x1014a7631da0001, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Set watcher on znode that does not yet exist, /0-550146389/master 2024-11-17T20:22:11,291 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43315-0x1014a7631da0001, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Set watcher on znode that does not yet exist, /0-550146389/acl 2024-11-17T20:22:11,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43315 2024-11-17T20:22:11,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43315 2024-11-17T20:22:11,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43315 2024-11-17T20:22:11,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43315 2024-11-17T20:22:11,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43315 2024-11-17T20:22:11,342 DEBUG [M:0;0b0b0ae8de03:35459 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b0b0ae8de03:35459 2024-11-17T20:22:11,342 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-550146389/backup-masters/0b0b0ae8de03,35459,1731874931076 2024-11-17T20:22:11,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43315-0x1014a7631da0001, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550146389/backup-masters 2024-11-17T20:22:11,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35459-0x1014a7631da0000, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550146389/backup-masters 2024-11-17T20:22:11,352 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35459-0x1014a7631da0000, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Set watcher on existing znode=/0-550146389/backup-masters/0b0b0ae8de03,35459,1731874931076 2024-11-17T20:22:11,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43315-0x1014a7631da0001, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-550146389/master 2024-11-17T20:22:11,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43315-0x1014a7631da0001, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550146389 2024-11-17T20:22:11,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35459-0x1014a7631da0000, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550146389 2024-11-17T20:22:11,362 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35459-0x1014a7631da0000, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Set watcher on existing znode=/0-550146389/master 2024-11-17T20:22:11,363 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-550146389/backup-masters/0b0b0ae8de03,35459,1731874931076 from backup master directory 2024-11-17T20:22:11,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43315-0x1014a7631da0001, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550146389/backup-masters 2024-11-17T20:22:11,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35459-0x1014a7631da0000, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-550146389/backup-masters/0b0b0ae8de03,35459,1731874931076 2024-11-17T20:22:11,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35459-0x1014a7631da0000, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550146389/backup-masters 2024-11-17T20:22:11,373 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:22:11,373 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b0b0ae8de03,35459,1731874931076 2024-11-17T20:22:11,387 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/hbase.id] with ID: 4a5e0bfd-d544-4a71-8a78-725ab439fcab 2024-11-17T20:22:11,387 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/.tmp/hbase.id 2024-11-17T20:22:11,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741826_1002 (size=42) 2024-11-17T20:22:11,823 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/.tmp/hbase.id]:[hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/hbase.id] 2024-11-17T20:22:11,832 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:22:11,832 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T20:22:11,834 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-17T20:22:12,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35459-0x1014a7631da0000, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550146389 2024-11-17T20:22:12,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43315-0x1014a7631da0001, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550146389 2024-11-17T20:22:12,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741827_1003 (size=196) 2024-11-17T20:22:12,413 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:22:12,414 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T20:22:12,414 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:22:12,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741828_1004 (size=1189) 2024-11-17T20:22:12,422 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/MasterData/data/master/store 2024-11-17T20:22:12,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741829_1005 (size=34) 2024-11-17T20:22:12,440 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:22:12,440 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T20:22:12,440 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:22:12,440 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:22:12,440 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T20:22:12,440 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:22:12,440 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:22:12,440 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731874932440Disabling compacts and flushes for region at 1731874932440Disabling writes for close at 1731874932440Writing region close event to WAL at 1731874932440Closed at 1731874932440 2024-11-17T20:22:12,441 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/MasterData/data/master/store/.initializing 2024-11-17T20:22:12,441 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/MasterData/WALs/0b0b0ae8de03,35459,1731874931076 2024-11-17T20:22:12,442 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:22:12,445 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b0b0ae8de03%2C35459%2C1731874931076, suffix=, logDir=hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/MasterData/WALs/0b0b0ae8de03,35459,1731874931076, archiveDir=hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/MasterData/oldWALs, maxLogs=10 2024-11-17T20:22:12,463 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/MasterData/WALs/0b0b0ae8de03,35459,1731874931076/0b0b0ae8de03%2C35459%2C1731874931076.1731874932445, exclude list is [], retry=0 2024-11-17T20:22:12,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41085,DS-1d012cd6-b8d7-4c98-85eb-b5a1f44a5b40,DISK] 2024-11-17T20:22:12,482 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/MasterData/WALs/0b0b0ae8de03,35459,1731874931076/0b0b0ae8de03%2C35459%2C1731874931076.1731874932445 2024-11-17T20:22:12,482 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36719:36719)] 2024-11-17T20:22:12,482 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:22:12,483 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:22:12,483 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:22:12,483 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:22:12,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:22:12,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T20:22:12,486 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:12,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:22:12,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:22:12,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T20:22:12,487 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:12,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:22:12,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:22:12,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T20:22:12,489 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:12,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:22:12,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:22:12,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T20:22:12,491 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:12,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:22:12,492 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:22:12,493 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:22:12,493 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:22:12,494 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:22:12,494 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:22:12,495 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:22:12,496 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:22:12,501 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:22:12,501 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63736373, jitterRate=-0.050254032015800476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:22:12,501 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731874932483Initializing all the Stores at 1731874932484 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874932484Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874932484Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874932484Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874932484Cleaning up temporary data from old regions at 1731874932494 (+10 ms)Region opened successfully at 1731874932501 (+7 ms) 2024-11-17T20:22:12,504 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T20:22:12,507 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d2fc88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:22:12,508 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T20:22:12,508 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T20:22:12,508 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T20:22:12,508 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T20:22:12,508 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T20:22:12,509 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T20:22:12,509 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T20:22:12,517 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T20:22:12,518 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35459-0x1014a7631da0000, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Unable to get data of znode /0-550146389/balancer because node does not exist (not necessarily an error) 2024-11-17T20:22:12,541 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-550146389/balancer already deleted, retry=false 2024-11-17T20:22:12,541 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T20:22:12,542 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35459-0x1014a7631da0000, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Unable to get data of znode /0-550146389/normalizer because node does not exist (not necessarily an error) 2024-11-17T20:22:12,551 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-550146389/normalizer already deleted, retry=false 2024-11-17T20:22:12,552 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T20:22:12,553 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35459-0x1014a7631da0000, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Unable to get data of znode /0-550146389/switch/split because node does not exist (not necessarily an error) 2024-11-17T20:22:12,562 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-550146389/switch/split already deleted, retry=false 2024-11-17T20:22:12,563 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35459-0x1014a7631da0000, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Unable to get data of znode /0-550146389/switch/merge because node does not exist (not necessarily an error) 2024-11-17T20:22:12,572 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-550146389/switch/merge already deleted, retry=false 2024-11-17T20:22:12,575 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35459-0x1014a7631da0000, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Unable to get data of znode /0-550146389/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T20:22:12,583 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-550146389/snapshot-cleanup already deleted, retry=false 2024-11-17T20:22:12,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43315-0x1014a7631da0001, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-550146389/running 2024-11-17T20:22:12,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43315-0x1014a7631da0001, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550146389 2024-11-17T20:22:12,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35459-0x1014a7631da0000, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-550146389/running 2024-11-17T20:22:12,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35459-0x1014a7631da0000, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550146389 2024-11-17T20:22:12,600 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b0b0ae8de03,35459,1731874931076, sessionid=0x1014a7631da0000, setting cluster-up flag (Was=false) 2024-11-17T20:22:12,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43315-0x1014a7631da0001, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550146389 2024-11-17T20:22:12,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35459-0x1014a7631da0000, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550146389 2024-11-17T20:22:12,646 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-550146389/flush-table-proc/acquired, /0-550146389/flush-table-proc/reached, /0-550146389/flush-table-proc/abort 2024-11-17T20:22:12,647 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b0b0ae8de03,35459,1731874931076 2024-11-17T20:22:12,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35459-0x1014a7631da0000, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550146389 2024-11-17T20:22:12,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43315-0x1014a7631da0001, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550146389 2024-11-17T20:22:12,699 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-550146389/online-snapshot/acquired, /0-550146389/online-snapshot/reached, /0-550146389/online-snapshot/abort 2024-11-17T20:22:12,700 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b0b0ae8de03,35459,1731874931076 2024-11-17T20:22:12,701 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T20:22:12,702 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T20:22:12,702 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T20:22:12,702 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T20:22:12,702 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b0b0ae8de03,35459,1731874931076 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T20:22:12,703 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:22:12,703 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:22:12,703 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:22:12,703 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:22:12,704 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b0b0ae8de03:0, corePoolSize=10, maxPoolSize=10 2024-11-17T20:22:12,704 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:22:12,704 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:22:12,704 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:22:12,707 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:22:12,708 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T20:22:12,708 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731874962708 2024-11-17T20:22:12,709 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T20:22:12,709 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T20:22:12,709 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T20:22:12,709 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:12,709 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T20:22:12,709 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T20:22:12,709 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T20:22:12,709 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T20:22:12,709 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:12,712 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T20:22:12,712 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T20:22:12,712 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T20:22:12,712 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T20:22:12,718 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T20:22:12,718 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T20:22:12,721 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874932718,5,FailOnTimeoutGroup] 2024-11-17T20:22:12,722 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874932721,5,FailOnTimeoutGroup] 2024-11-17T20:22:12,722 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:12,722 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T20:22:12,722 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:12,722 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:12,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741831_1007 (size=1321) 2024-11-17T20:22:12,728 INFO [RS:0;0b0b0ae8de03:43315 {}] regionserver.HRegionServer(746): ClusterId : 4a5e0bfd-d544-4a71-8a78-725ab439fcab 2024-11-17T20:22:12,728 DEBUG [RS:0;0b0b0ae8de03:43315 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T20:22:12,740 DEBUG [RS:0;0b0b0ae8de03:43315 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T20:22:12,740 DEBUG [RS:0;0b0b0ae8de03:43315 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T20:22:12,752 DEBUG [RS:0;0b0b0ae8de03:43315 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T20:22:12,752 DEBUG [RS:0;0b0b0ae8de03:43315 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58ae28cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:22:12,767 DEBUG [RS:0;0b0b0ae8de03:43315 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b0b0ae8de03:43315 2024-11-17T20:22:12,768 INFO [RS:0;0b0b0ae8de03:43315 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T20:22:12,768 INFO [RS:0;0b0b0ae8de03:43315 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T20:22:12,768 DEBUG [RS:0;0b0b0ae8de03:43315 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T20:22:12,768 INFO [RS:0;0b0b0ae8de03:43315 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b0b0ae8de03,35459,1731874931076 with port=43315, startcode=1731874931261 2024-11-17T20:22:12,769 DEBUG [RS:0;0b0b0ae8de03:43315 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T20:22:12,770 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T20:22:12,771 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35459 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b0b0ae8de03,43315,1731874931261 2024-11-17T20:22:12,771 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35459 {}] master.ServerManager(517): Registering regionserver=0b0b0ae8de03,43315,1731874931261 2024-11-17T20:22:12,772 DEBUG [RS:0;0b0b0ae8de03:43315 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7 2024-11-17T20:22:12,772 DEBUG [RS:0;0b0b0ae8de03:43315 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37811 2024-11-17T20:22:12,772 DEBUG [RS:0;0b0b0ae8de03:43315 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T20:22:12,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35459-0x1014a7631da0000, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550146389/rs 2024-11-17T20:22:12,783 DEBUG [RS:0;0b0b0ae8de03:43315 {}] zookeeper.ZKUtil(111): regionserver:43315-0x1014a7631da0001, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Set watcher on existing znode=/0-550146389/rs/0b0b0ae8de03,43315,1731874931261 2024-11-17T20:22:12,783 WARN [RS:0;0b0b0ae8de03:43315 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:22:12,783 INFO [RS:0;0b0b0ae8de03:43315 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:22:12,783 DEBUG [RS:0;0b0b0ae8de03:43315 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261 2024-11-17T20:22:12,784 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b0b0ae8de03,43315,1731874931261] 2024-11-17T20:22:12,786 INFO [RS:0;0b0b0ae8de03:43315 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T20:22:12,788 INFO [RS:0;0b0b0ae8de03:43315 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T20:22:12,792 INFO [RS:0;0b0b0ae8de03:43315 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T20:22:12,792 INFO [RS:0;0b0b0ae8de03:43315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:12,792 INFO [RS:0;0b0b0ae8de03:43315 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T20:22:12,793 INFO [RS:0;0b0b0ae8de03:43315 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T20:22:12,793 INFO [RS:0;0b0b0ae8de03:43315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:12,793 DEBUG [RS:0;0b0b0ae8de03:43315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:22:12,793 DEBUG [RS:0;0b0b0ae8de03:43315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:22:12,793 DEBUG [RS:0;0b0b0ae8de03:43315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:22:12,793 DEBUG [RS:0;0b0b0ae8de03:43315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:22:12,793 DEBUG [RS:0;0b0b0ae8de03:43315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:22:12,793 DEBUG [RS:0;0b0b0ae8de03:43315 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:22:12,794 DEBUG [RS:0;0b0b0ae8de03:43315 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:22:12,794 DEBUG [RS:0;0b0b0ae8de03:43315 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:22:12,794 DEBUG [RS:0;0b0b0ae8de03:43315 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:22:12,794 DEBUG [RS:0;0b0b0ae8de03:43315 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:22:12,794 DEBUG [RS:0;0b0b0ae8de03:43315 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:22:12,794 DEBUG [RS:0;0b0b0ae8de03:43315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:22:12,794 DEBUG [RS:0;0b0b0ae8de03:43315 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:22:12,794 DEBUG [RS:0;0b0b0ae8de03:43315 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:22:12,796 INFO [RS:0;0b0b0ae8de03:43315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:12,796 INFO [RS:0;0b0b0ae8de03:43315 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:12,796 INFO [RS:0;0b0b0ae8de03:43315 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:12,796 INFO [RS:0;0b0b0ae8de03:43315 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:12,796 INFO [RS:0;0b0b0ae8de03:43315 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:12,796 INFO [RS:0;0b0b0ae8de03:43315 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,43315,1731874931261-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:22:12,812 INFO [RS:0;0b0b0ae8de03:43315 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T20:22:12,812 INFO [RS:0;0b0b0ae8de03:43315 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,43315,1731874931261-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:12,813 INFO [RS:0;0b0b0ae8de03:43315 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:12,813 INFO [RS:0;0b0b0ae8de03:43315 {}] regionserver.Replication(171): 0b0b0ae8de03,43315,1731874931261 started 2024-11-17T20:22:12,827 INFO [RS:0;0b0b0ae8de03:43315 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:12,827 INFO [RS:0;0b0b0ae8de03:43315 {}] regionserver.HRegionServer(1482): Serving as 0b0b0ae8de03,43315,1731874931261, RpcServer on 0b0b0ae8de03/172.17.0.2:43315, sessionid=0x1014a7631da0001 2024-11-17T20:22:12,827 DEBUG [RS:0;0b0b0ae8de03:43315 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T20:22:12,827 DEBUG [RS:0;0b0b0ae8de03:43315 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b0b0ae8de03,43315,1731874931261 2024-11-17T20:22:12,827 DEBUG [RS:0;0b0b0ae8de03:43315 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,43315,1731874931261' 2024-11-17T20:22:12,827 DEBUG [RS:0;0b0b0ae8de03:43315 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-550146389/flush-table-proc/abort' 2024-11-17T20:22:12,828 DEBUG [RS:0;0b0b0ae8de03:43315 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-550146389/flush-table-proc/acquired' 2024-11-17T20:22:12,828 DEBUG [RS:0;0b0b0ae8de03:43315 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T20:22:12,828 DEBUG [RS:0;0b0b0ae8de03:43315 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T20:22:12,828 DEBUG [RS:0;0b0b0ae8de03:43315 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b0b0ae8de03,43315,1731874931261 2024-11-17T20:22:12,828 DEBUG [RS:0;0b0b0ae8de03:43315 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,43315,1731874931261' 2024-11-17T20:22:12,828 DEBUG [RS:0;0b0b0ae8de03:43315 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-550146389/online-snapshot/abort' 2024-11-17T20:22:12,828 DEBUG [RS:0;0b0b0ae8de03:43315 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-550146389/online-snapshot/acquired' 2024-11-17T20:22:12,829 DEBUG [RS:0;0b0b0ae8de03:43315 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T20:22:12,829 INFO [RS:0;0b0b0ae8de03:43315 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T20:22:12,829 INFO [RS:0;0b0b0ae8de03:43315 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T20:22:12,929 INFO [RS:0;0b0b0ae8de03:43315 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:22:12,930 INFO [RS:0;0b0b0ae8de03:43315 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C43315%2C1731874931261, suffix=, logDir=hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261, archiveDir=hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/oldWALs, maxLogs=10 2024-11-17T20:22:12,948 DEBUG [RS:0;0b0b0ae8de03:43315 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874932931, exclude list is [], retry=0 2024-11-17T20:22:12,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41085,DS-1d012cd6-b8d7-4c98-85eb-b5a1f44a5b40,DISK] 2024-11-17T20:22:12,952 INFO [RS:0;0b0b0ae8de03:43315 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874932931 2024-11-17T20:22:12,952 DEBUG [RS:0;0b0b0ae8de03:43315 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36719:36719)] 2024-11-17T20:22:13,124 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T20:22:13,124 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7 2024-11-17T20:22:13,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741833_1009 (size=32) 2024-11-17T20:22:13,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:22:13,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T20:22:13,536 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T20:22:13,536 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:13,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:22:13,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T20:22:13,537 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T20:22:13,538 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:13,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:22:13,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T20:22:13,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T20:22:13,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:13,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:22:13,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T20:22:13,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T20:22:13,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:13,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:22:13,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T20:22:13,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/hbase/meta/1588230740 2024-11-17T20:22:13,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/hbase/meta/1588230740 2024-11-17T20:22:13,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T20:22:13,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T20:22:13,542 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:22:13,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T20:22:13,544 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:22:13,544 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65416480, jitterRate=-0.025218486785888672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:22:13,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731874933535Initializing all the Stores at 1731874933535Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874933535Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874933536 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874933536Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874933536Cleaning up temporary data from old regions at 1731874933541 (+5 ms)Region opened successfully at 1731874933544 (+3 ms) 2024-11-17T20:22:13,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T20:22:13,544 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T20:22:13,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T20:22:13,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T20:22:13,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T20:22:13,544 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T20:22:13,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731874933544Disabling compacts and flushes for region at 1731874933544Disabling writes for close at 1731874933544Writing region close event to WAL at 1731874933544Closed at 1731874933544 2024-11-17T20:22:13,545 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:22:13,545 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T20:22:13,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T20:22:13,546 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T20:22:13,546 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T20:22:13,697 DEBUG [0b0b0ae8de03:35459 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T20:22:13,697 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b0b0ae8de03,43315,1731874931261 2024-11-17T20:22:13,698 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,43315,1731874931261, state=OPENING 2024-11-17T20:22:13,720 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T20:22:13,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43315-0x1014a7631da0001, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550146389 2024-11-17T20:22:13,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35459-0x1014a7631da0000, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550146389 2024-11-17T20:22:13,731 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-550146389/meta-region-server: CHANGED 2024-11-17T20:22:13,731 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T20:22:13,731 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-550146389/meta-region-server: CHANGED 2024-11-17T20:22:13,731 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,43315,1731874931261}] 2024-11-17T20:22:13,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T20:22:13,796 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T20:22:13,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T20:22:13,796 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-17T20:22:13,797 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T20:22:13,797 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-17T20:22:13,797 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T20:22:13,797 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-17T20:22:13,884 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T20:22:13,886 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50933, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T20:22:13,888 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T20:22:13,888 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:22:13,888 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T20:22:13,890 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C43315%2C1731874931261.meta, suffix=.meta, logDir=hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261, archiveDir=hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/oldWALs, maxLogs=10 2024-11-17T20:22:13,906 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.meta.1731874933890.meta, exclude list is [], retry=0 2024-11-17T20:22:13,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41085,DS-1d012cd6-b8d7-4c98-85eb-b5a1f44a5b40,DISK] 2024-11-17T20:22:13,909 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.meta.1731874933890.meta 2024-11-17T20:22:13,909 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36719:36719)] 2024-11-17T20:22:13,909 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:22:13,910 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:22:13,910 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T20:22:13,910 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T20:22:13,910 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T20:22:13,910 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T20:22:13,910 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:22:13,910 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T20:22:13,910 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T20:22:13,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T20:22:13,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T20:22:13,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:13,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:22:13,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T20:22:13,913 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T20:22:13,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:13,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:22:13,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T20:22:13,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T20:22:13,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:13,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:22:13,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T20:22:13,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T20:22:13,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:13,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:22:13,916 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T20:22:13,917 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/hbase/meta/1588230740 2024-11-17T20:22:13,917 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/hbase/meta/1588230740 2024-11-17T20:22:13,918 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T20:22:13,918 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T20:22:13,919 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:22:13,920 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T20:22:13,920 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70013971, jitterRate=0.04328946769237518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:22:13,920 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T20:22:13,921 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731874933910Writing region info on filesystem at 1731874933910Initializing all the Stores at 1731874933911 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874933911Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874933911Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874933911Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874933911Cleaning up temporary data from old regions at 1731874933918 (+7 ms)Running coprocessor post-open hooks at 1731874933920 (+2 ms)Region opened successfully at 1731874933921 (+1 ms) 2024-11-17T20:22:13,921 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731874933884 2024-11-17T20:22:13,929 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T20:22:13,929 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T20:22:13,929 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,43315,1731874931261 2024-11-17T20:22:13,930 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,43315,1731874931261, state=OPEN 2024-11-17T20:22:14,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35459-0x1014a7631da0000, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-550146389/meta-region-server 2024-11-17T20:22:14,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43315-0x1014a7631da0001, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-550146389/meta-region-server 2024-11-17T20:22:14,077 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,43315,1731874931261 2024-11-17T20:22:14,077 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-550146389/meta-region-server: CHANGED 2024-11-17T20:22:14,077 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-550146389/meta-region-server: CHANGED 2024-11-17T20:22:14,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T20:22:14,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,43315,1731874931261 in 346 msec 2024-11-17T20:22:14,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T20:22:14,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 534 msec 2024-11-17T20:22:14,082 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:22:14,082 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T20:22:14,083 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:22:14,083 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,43315,1731874931261, seqNum=-1] 2024-11-17T20:22:14,084 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:22:14,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:22:14,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3920 sec 2024-11-17T20:22:14,094 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731874934094, completionTime=-1 2024-11-17T20:22:14,094 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T20:22:14,094 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T20:22:14,095 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T20:22:14,096 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731874994095 2024-11-17T20:22:14,096 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731875054096 2024-11-17T20:22:14,096 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T20:22:14,096 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,35459,1731874931076-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:14,096 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,35459,1731874931076-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:14,096 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,35459,1731874931076-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:14,096 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b0b0ae8de03:35459, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:14,096 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:14,098 DEBUG [master/0b0b0ae8de03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T20:22:14,108 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:14,114 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.740sec 2024-11-17T20:22:14,114 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T20:22:14,114 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T20:22:14,114 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T20:22:14,114 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T20:22:14,114 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T20:22:14,114 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,35459,1731874931076-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:22:14,114 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,35459,1731874931076-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T20:22:14,116 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T20:22:14,116 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T20:22:14,116 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,35459,1731874931076-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:14,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ad41d5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:14,129 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,35459,-1 for getting cluster id 2024-11-17T20:22:14,129 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:22:14,130 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a5e0bfd-d544-4a71-8a78-725ab439fcab' 2024-11-17T20:22:14,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:22:14,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a5e0bfd-d544-4a71-8a78-725ab439fcab" 2024-11-17T20:22:14,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d7a95a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:14,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,35459,-1] 2024-11-17T20:22:14,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:22:14,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:14,132 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:22:14,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a9f6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:14,133 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:22:14,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,43315,1731874931261, seqNum=-1] 2024-11-17T20:22:14,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:22:14,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:22:14,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0b0b0ae8de03,35459,1731874931076 2024-11-17T20:22:14,138 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57184 2024-11-17T20:22:14,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:22:14,153 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014a7631da0002 connected 2024-11-17T20:22:14,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4855e5bf-8c7f-12d3-7597-7098e47702cc/hadoop.log.dir so I do NOT create it in target/test-data/9311ca2b-e328-90a3-7baa-a6f1540bfad1 2024-11-17T20:22:14,164 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4855e5bf-8c7f-12d3-7597-7098e47702cc/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T20:22:14,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4855e5bf-8c7f-12d3-7597-7098e47702cc/hadoop.tmp.dir so I do NOT create it in target/test-data/9311ca2b-e328-90a3-7baa-a6f1540bfad1 2024-11-17T20:22:14,165 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4855e5bf-8c7f-12d3-7597-7098e47702cc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T20:22:14,165 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9311ca2b-e328-90a3-7baa-a6f1540bfad1 2024-11-17T20:22:14,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T20:22:14,165 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9311ca2b-e328-90a3-7baa-a6f1540bfad1/cluster_f999e3b8-70e4-73f1-485e-f1b0fbb5aafe, deleteOnExit=true 2024-11-17T20:22:14,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T20:22:14,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9311ca2b-e328-90a3-7baa-a6f1540bfad1/test.cache.data in system properties and HBase conf 2024-11-17T20:22:14,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9311ca2b-e328-90a3-7baa-a6f1540bfad1/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T20:22:14,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9311ca2b-e328-90a3-7baa-a6f1540bfad1/hadoop.log.dir in system properties and HBase conf 2024-11-17T20:22:14,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9311ca2b-e328-90a3-7baa-a6f1540bfad1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T20:22:14,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9311ca2b-e328-90a3-7baa-a6f1540bfad1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T20:22:14,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T20:22:14,166 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T20:22:14,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9311ca2b-e328-90a3-7baa-a6f1540bfad1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T20:22:14,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9311ca2b-e328-90a3-7baa-a6f1540bfad1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T20:22:14,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9311ca2b-e328-90a3-7baa-a6f1540bfad1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T20:22:14,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9311ca2b-e328-90a3-7baa-a6f1540bfad1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T20:22:14,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9311ca2b-e328-90a3-7baa-a6f1540bfad1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T20:22:14,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9311ca2b-e328-90a3-7baa-a6f1540bfad1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T20:22:14,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9311ca2b-e328-90a3-7baa-a6f1540bfad1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T20:22:14,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9311ca2b-e328-90a3-7baa-a6f1540bfad1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T20:22:14,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9311ca2b-e328-90a3-7baa-a6f1540bfad1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T20:22:14,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9311ca2b-e328-90a3-7baa-a6f1540bfad1/nfs.dump.dir in system properties and HBase conf 2024-11-17T20:22:14,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9311ca2b-e328-90a3-7baa-a6f1540bfad1/java.io.tmpdir in system properties and HBase conf 2024-11-17T20:22:14,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9311ca2b-e328-90a3-7baa-a6f1540bfad1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T20:22:14,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9311ca2b-e328-90a3-7baa-a6f1540bfad1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T20:22:14,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9311ca2b-e328-90a3-7baa-a6f1540bfad1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T20:22:14,554 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:22:14,557 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T20:22:14,558 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T20:22:14,558 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T20:22:14,558 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T20:22:14,558 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:22:14,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dfcaee4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9311ca2b-e328-90a3-7baa-a6f1540bfad1/hadoop.log.dir/,AVAILABLE} 2024-11-17T20:22:14,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ebaaa65{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T20:22:14,663 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1024a11b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9311ca2b-e328-90a3-7baa-a6f1540bfad1/java.io.tmpdir/jetty-localhost-33401-hadoop-hdfs-3_4_1-tests_jar-_-any-11139651868388577190/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T20:22:14,663 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@668539c3{HTTP/1.1, (http/1.1)}{localhost:33401} 2024-11-17T20:22:14,663 INFO [Time-limited test {}] server.Server(415): Started @338098ms 2024-11-17T20:22:14,992 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:22:14,999 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T20:22:15,007 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T20:22:15,007 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T20:22:15,008 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T20:22:15,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51a9c3fc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9311ca2b-e328-90a3-7baa-a6f1540bfad1/hadoop.log.dir/,AVAILABLE} 2024-11-17T20:22:15,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4282a5f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T20:22:15,123 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ced2d66{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9311ca2b-e328-90a3-7baa-a6f1540bfad1/java.io.tmpdir/jetty-localhost-38499-hadoop-hdfs-3_4_1-tests_jar-_-any-6049510622635418384/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:22:15,124 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@591b36dd{HTTP/1.1, (http/1.1)}{localhost:38499} 2024-11-17T20:22:15,124 INFO [Time-limited test {}] server.Server(415): Started @338559ms 2024-11-17T20:22:15,125 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T20:22:16,073 WARN [Thread-4422 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9311ca2b-e328-90a3-7baa-a6f1540bfad1/cluster_f999e3b8-70e4-73f1-485e-f1b0fbb5aafe/data/data1/current/BP-557081589-172.17.0.2-1731874934188/current, will proceed with Du for space computation calculation, 2024-11-17T20:22:16,073 WARN [Thread-4423 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9311ca2b-e328-90a3-7baa-a6f1540bfad1/cluster_f999e3b8-70e4-73f1-485e-f1b0fbb5aafe/data/data2/current/BP-557081589-172.17.0.2-1731874934188/current, will proceed with Du for space computation calculation, 2024-11-17T20:22:16,088 WARN [Thread-4410 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T20:22:16,090 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea3041daeefea0f4 with lease ID 0x42b5cb3112871c75: Processing first storage report for DS-1170c7cc-944d-44b2-9f9c-12187a3591f5 from datanode DatanodeRegistration(127.0.0.1:33435, datanodeUuid=1e1c6f0d-5247-4ddb-9565-cc0a3f0eade0, infoPort=39229, infoSecurePort=0, ipcPort=41629, storageInfo=lv=-57;cid=testClusterID;nsid=976873845;c=1731874934188) 2024-11-17T20:22:16,090 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea3041daeefea0f4 with lease ID 0x42b5cb3112871c75: from storage DS-1170c7cc-944d-44b2-9f9c-12187a3591f5 node DatanodeRegistration(127.0.0.1:33435, datanodeUuid=1e1c6f0d-5247-4ddb-9565-cc0a3f0eade0, infoPort=39229, infoSecurePort=0, ipcPort=41629, storageInfo=lv=-57;cid=testClusterID;nsid=976873845;c=1731874934188), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T20:22:16,090 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea3041daeefea0f4 with lease ID 0x42b5cb3112871c75: Processing first storage report for DS-5e9681fa-ca7a-4f33-891a-8d89df8cf384 from datanode DatanodeRegistration(127.0.0.1:33435, datanodeUuid=1e1c6f0d-5247-4ddb-9565-cc0a3f0eade0, infoPort=39229, infoSecurePort=0, ipcPort=41629, storageInfo=lv=-57;cid=testClusterID;nsid=976873845;c=1731874934188) 2024-11-17T20:22:16,090 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea3041daeefea0f4 with lease ID 0x42b5cb3112871c75: from storage DS-5e9681fa-ca7a-4f33-891a-8d89df8cf384 node DatanodeRegistration(127.0.0.1:33435, datanodeUuid=1e1c6f0d-5247-4ddb-9565-cc0a3f0eade0, infoPort=39229, infoSecurePort=0, ipcPort=41629, storageInfo=lv=-57;cid=testClusterID;nsid=976873845;c=1731874934188), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T20:22:16,177 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9311ca2b-e328-90a3-7baa-a6f1540bfad1 2024-11-17T20:22:16,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:22:16,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:22:16,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741825_1001 (size=7) 2024-11-17T20:22:16,184 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5 with version=8 2024-11-17T20:22:16,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/hbase-staging 2024-11-17T20:22:16,185 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:22:16,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:22:16,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:22:16,186 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:22:16,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:22:16,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:22:16,186 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T20:22:16,186 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:22:16,186 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35313 2024-11-17T20:22:16,187 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35313 connecting to ZooKeeper ensemble=127.0.0.1:57184 2024-11-17T20:22:16,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353130x0, quorum=127.0.0.1:57184, baseZNode=/11527793162 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:22:16,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35313-0x1014a7631da0003 connected 2024-11-17T20:22:16,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:22:16,658 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:22:16,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35313-0x1014a7631da0003, quorum=127.0.0.1:57184, baseZNode=/11527793162 Set watcher on znode that does not yet exist, /11527793162/running 2024-11-17T20:22:16,660 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5, hbase.cluster.distributed=false 2024-11-17T20:22:16,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35313-0x1014a7631da0003, quorum=127.0.0.1:57184, baseZNode=/11527793162 Set watcher on znode that does not yet exist, /11527793162/acl 2024-11-17T20:22:16,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35313 2024-11-17T20:22:16,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35313 2024-11-17T20:22:16,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35313 2024-11-17T20:22:16,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35313 2024-11-17T20:22:16,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35313 2024-11-17T20:22:16,680 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:22:16,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:22:16,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:22:16,680 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:22:16,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:22:16,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:22:16,680 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T20:22:16,680 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:22:16,681 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35593 2024-11-17T20:22:16,681 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35593 connecting to ZooKeeper ensemble=127.0.0.1:57184 2024-11-17T20:22:16,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:22:16,683 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:22:16,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355930x0, quorum=127.0.0.1:57184, baseZNode=/11527793162 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:22:16,745 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:355930x0, quorum=127.0.0.1:57184, baseZNode=/11527793162 Set watcher on znode that does not yet exist, /11527793162/running 2024-11-17T20:22:16,745 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T20:22:16,746 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35593-0x1014a7631da0004 connected 2024-11-17T20:22:16,746 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T20:22:16,746 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35593-0x1014a7631da0004, quorum=127.0.0.1:57184, baseZNode=/11527793162 Set watcher on znode that does not yet exist, /11527793162/master 2024-11-17T20:22:16,747 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35593-0x1014a7631da0004, quorum=127.0.0.1:57184, baseZNode=/11527793162 Set watcher on znode that does not yet exist, /11527793162/acl 2024-11-17T20:22:16,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35593 2024-11-17T20:22:16,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35593 2024-11-17T20:22:16,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35593 2024-11-17T20:22:16,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35593 2024-11-17T20:22:16,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35593 2024-11-17T20:22:16,760 DEBUG [M:0;0b0b0ae8de03:35313 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b0b0ae8de03:35313 2024-11-17T20:22:16,760 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11527793162/backup-masters/0b0b0ae8de03,35313,1731874936185 2024-11-17T20:22:16,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35593-0x1014a7631da0004, quorum=127.0.0.1:57184, baseZNode=/11527793162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11527793162/backup-masters 2024-11-17T20:22:16,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x1014a7631da0003, quorum=127.0.0.1:57184, baseZNode=/11527793162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11527793162/backup-masters 2024-11-17T20:22:16,836 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35313-0x1014a7631da0003, quorum=127.0.0.1:57184, baseZNode=/11527793162 Set watcher on existing znode=/11527793162/backup-masters/0b0b0ae8de03,35313,1731874936185 2024-11-17T20:22:16,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x1014a7631da0003, quorum=127.0.0.1:57184, baseZNode=/11527793162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11527793162 2024-11-17T20:22:16,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35593-0x1014a7631da0004, quorum=127.0.0.1:57184, baseZNode=/11527793162 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11527793162/master 2024-11-17T20:22:16,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35593-0x1014a7631da0004, quorum=127.0.0.1:57184, baseZNode=/11527793162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11527793162 2024-11-17T20:22:16,857 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35313-0x1014a7631da0003, quorum=127.0.0.1:57184, baseZNode=/11527793162 Set watcher on existing znode=/11527793162/master 2024-11-17T20:22:16,857 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11527793162/backup-masters/0b0b0ae8de03,35313,1731874936185 from backup master directory 2024-11-17T20:22:16,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35593-0x1014a7631da0004, quorum=127.0.0.1:57184, baseZNode=/11527793162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11527793162/backup-masters 2024-11-17T20:22:16,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x1014a7631da0003, quorum=127.0.0.1:57184, baseZNode=/11527793162 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11527793162/backup-masters/0b0b0ae8de03,35313,1731874936185 2024-11-17T20:22:16,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x1014a7631da0003, quorum=127.0.0.1:57184, baseZNode=/11527793162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11527793162/backup-masters 2024-11-17T20:22:16,867 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:22:16,867 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b0b0ae8de03,35313,1731874936185 2024-11-17T20:22:16,870 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/hbase.id] with ID: c7404595-b518-4c63-8a2e-c204fdcbfd0c 2024-11-17T20:22:16,870 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/.tmp/hbase.id 2024-11-17T20:22:16,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741826_1002 (size=42) 2024-11-17T20:22:17,274 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/.tmp/hbase.id]:[hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/hbase.id] 2024-11-17T20:22:17,282 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:22:17,282 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T20:22:17,283 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T20:22:17,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x1014a7631da0003, quorum=127.0.0.1:57184, baseZNode=/11527793162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11527793162 2024-11-17T20:22:17,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35593-0x1014a7631da0004, quorum=127.0.0.1:57184, baseZNode=/11527793162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11527793162 2024-11-17T20:22:17,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741827_1003 (size=196) 2024-11-17T20:22:17,735 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:22:17,735 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T20:22:17,736 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:22:17,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741828_1004 (size=1189) 2024-11-17T20:22:17,740 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/MasterData/data/master/store 2024-11-17T20:22:17,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741829_1005 (size=34) 2024-11-17T20:22:18,145 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:22:18,145 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T20:22:18,145 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:22:18,145 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:22:18,145 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T20:22:18,145 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:22:18,145 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:22:18,145 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731874938145Disabling compacts and flushes for region at 1731874938145Disabling writes for close at 1731874938145Writing region close event to WAL at 1731874938145Closed at 1731874938145 2024-11-17T20:22:18,146 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/MasterData/data/master/store/.initializing 2024-11-17T20:22:18,146 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/MasterData/WALs/0b0b0ae8de03,35313,1731874936185 2024-11-17T20:22:18,147 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:22:18,149 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b0b0ae8de03%2C35313%2C1731874936185, suffix=, logDir=hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/MasterData/WALs/0b0b0ae8de03,35313,1731874936185, archiveDir=hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/MasterData/oldWALs, maxLogs=10 2024-11-17T20:22:18,166 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/MasterData/WALs/0b0b0ae8de03,35313,1731874936185/0b0b0ae8de03%2C35313%2C1731874936185.1731874938149, exclude list is [], retry=0 2024-11-17T20:22:18,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33435,DS-1170c7cc-944d-44b2-9f9c-12187a3591f5,DISK] 2024-11-17T20:22:18,173 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/MasterData/WALs/0b0b0ae8de03,35313,1731874936185/0b0b0ae8de03%2C35313%2C1731874936185.1731874938149 2024-11-17T20:22:18,174 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39229:39229)] 2024-11-17T20:22:18,174 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:22:18,174 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:22:18,174 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:22:18,174 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:22:18,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:22:18,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T20:22:18,176 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:18,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:22:18,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:22:18,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T20:22:18,177 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:18,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:22:18,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:22:18,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T20:22:18,178 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:18,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:22:18,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:22:18,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T20:22:18,179 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:18,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:22:18,180 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:22:18,181 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:22:18,181 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:22:18,181 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:22:18,181 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:22:18,182 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:22:18,182 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:22:18,184 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:22:18,184 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67312752, jitterRate=0.003038167953491211}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:22:18,184 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731874938174Initializing all the Stores at 1731874938175 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874938175Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874938175Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874938175Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874938175Cleaning up temporary data from old regions at 1731874938181 (+6 ms)Region opened successfully at 1731874938184 (+3 ms) 2024-11-17T20:22:18,184 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T20:22:18,186 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f2dbb5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:22:18,187 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T20:22:18,187 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T20:22:18,187 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T20:22:18,187 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T20:22:18,188 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T20:22:18,188 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T20:22:18,188 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T20:22:18,193 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T20:22:18,193 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35313-0x1014a7631da0003, quorum=127.0.0.1:57184, baseZNode=/11527793162 Unable to get data of znode /11527793162/balancer because node does not exist (not necessarily an error) 2024-11-17T20:22:18,246 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11527793162/balancer already deleted, retry=false 2024-11-17T20:22:18,246 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T20:22:18,246 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35313-0x1014a7631da0003, quorum=127.0.0.1:57184, baseZNode=/11527793162 Unable to get data of znode /11527793162/normalizer because node does not exist (not necessarily an error) 2024-11-17T20:22:18,256 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11527793162/normalizer already deleted, retry=false 2024-11-17T20:22:18,256 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T20:22:18,257 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35313-0x1014a7631da0003, quorum=127.0.0.1:57184, baseZNode=/11527793162 Unable to get data of znode /11527793162/switch/split because node does not exist (not necessarily an error) 2024-11-17T20:22:18,267 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11527793162/switch/split already deleted, retry=false 2024-11-17T20:22:18,267 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35313-0x1014a7631da0003, quorum=127.0.0.1:57184, baseZNode=/11527793162 Unable to get data of znode /11527793162/switch/merge because node does not exist (not necessarily an error) 2024-11-17T20:22:18,277 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11527793162/switch/merge already deleted, retry=false 2024-11-17T20:22:18,278 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35313-0x1014a7631da0003, quorum=127.0.0.1:57184, baseZNode=/11527793162 Unable to get data of znode /11527793162/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T20:22:18,288 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11527793162/snapshot-cleanup already deleted, retry=false 2024-11-17T20:22:18,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x1014a7631da0003, quorum=127.0.0.1:57184, baseZNode=/11527793162 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11527793162/running 2024-11-17T20:22:18,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35593-0x1014a7631da0004, quorum=127.0.0.1:57184, baseZNode=/11527793162 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11527793162/running 2024-11-17T20:22:18,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35593-0x1014a7631da0004, quorum=127.0.0.1:57184, baseZNode=/11527793162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11527793162 2024-11-17T20:22:18,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x1014a7631da0003, quorum=127.0.0.1:57184, baseZNode=/11527793162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11527793162 2024-11-17T20:22:18,299 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b0b0ae8de03,35313,1731874936185, sessionid=0x1014a7631da0003, setting cluster-up flag (Was=false) 2024-11-17T20:22:18,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x1014a7631da0003, quorum=127.0.0.1:57184, baseZNode=/11527793162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11527793162 2024-11-17T20:22:18,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35593-0x1014a7631da0004, quorum=127.0.0.1:57184, baseZNode=/11527793162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11527793162 2024-11-17T20:22:18,351 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11527793162/flush-table-proc/acquired, /11527793162/flush-table-proc/reached, /11527793162/flush-table-proc/abort 2024-11-17T20:22:18,352 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b0b0ae8de03,35313,1731874936185 2024-11-17T20:22:18,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35593-0x1014a7631da0004, quorum=127.0.0.1:57184, baseZNode=/11527793162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11527793162 2024-11-17T20:22:18,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x1014a7631da0003, quorum=127.0.0.1:57184, baseZNode=/11527793162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11527793162 2024-11-17T20:22:18,452 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11527793162/online-snapshot/acquired, /11527793162/online-snapshot/reached, /11527793162/online-snapshot/abort 2024-11-17T20:22:18,453 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b0b0ae8de03,35313,1731874936185 2024-11-17T20:22:18,454 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T20:22:18,455 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T20:22:18,456 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T20:22:18,456 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T20:22:18,456 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b0b0ae8de03,35313,1731874936185 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T20:22:18,457 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:22:18,457 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:22:18,457 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:22:18,457 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:22:18,457 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b0b0ae8de03:0, corePoolSize=10, maxPoolSize=10 2024-11-17T20:22:18,457 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:22:18,457 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:22:18,457 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:22:18,458 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731874968458 2024-11-17T20:22:18,458 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T20:22:18,458 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T20:22:18,458 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T20:22:18,458 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T20:22:18,458 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T20:22:18,458 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T20:22:18,458 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:22:18,458 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T20:22:18,458 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:18,459 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T20:22:18,459 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T20:22:18,459 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T20:22:18,459 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:18,459 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T20:22:18,459 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T20:22:18,459 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T20:22:18,459 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T20:22:18,460 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874938460,5,FailOnTimeoutGroup] 2024-11-17T20:22:18,460 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874938460,5,FailOnTimeoutGroup] 2024-11-17T20:22:18,460 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:18,460 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T20:22:18,460 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:18,460 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:18,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741831_1007 (size=1321) 2024-11-17T20:22:18,552 INFO [RS:0;0b0b0ae8de03:35593 {}] regionserver.HRegionServer(746): ClusterId : c7404595-b518-4c63-8a2e-c204fdcbfd0c 2024-11-17T20:22:18,553 DEBUG [RS:0;0b0b0ae8de03:35593 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T20:22:18,562 DEBUG [RS:0;0b0b0ae8de03:35593 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T20:22:18,562 DEBUG [RS:0;0b0b0ae8de03:35593 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T20:22:18,583 DEBUG [RS:0;0b0b0ae8de03:35593 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T20:22:18,583 DEBUG [RS:0;0b0b0ae8de03:35593 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@248e4ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:22:18,594 DEBUG [RS:0;0b0b0ae8de03:35593 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b0b0ae8de03:35593 2024-11-17T20:22:18,594 INFO [RS:0;0b0b0ae8de03:35593 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T20:22:18,594 INFO [RS:0;0b0b0ae8de03:35593 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T20:22:18,594 DEBUG [RS:0;0b0b0ae8de03:35593 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T20:22:18,594 INFO [RS:0;0b0b0ae8de03:35593 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b0b0ae8de03,35313,1731874936185 with port=35593, startcode=1731874936680 2024-11-17T20:22:18,595 DEBUG [RS:0;0b0b0ae8de03:35593 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T20:22:18,596 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36621, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T20:22:18,596 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35313 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b0b0ae8de03,35593,1731874936680 2024-11-17T20:22:18,596 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35313 {}] master.ServerManager(517): Registering regionserver=0b0b0ae8de03,35593,1731874936680 2024-11-17T20:22:18,597 DEBUG [RS:0;0b0b0ae8de03:35593 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5 2024-11-17T20:22:18,597 DEBUG [RS:0;0b0b0ae8de03:35593 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33561 2024-11-17T20:22:18,597 DEBUG [RS:0;0b0b0ae8de03:35593 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T20:22:18,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x1014a7631da0003, quorum=127.0.0.1:57184, baseZNode=/11527793162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11527793162/rs 2024-11-17T20:22:18,632 DEBUG [RS:0;0b0b0ae8de03:35593 {}] zookeeper.ZKUtil(111): regionserver:35593-0x1014a7631da0004, quorum=127.0.0.1:57184, baseZNode=/11527793162 Set watcher on existing znode=/11527793162/rs/0b0b0ae8de03,35593,1731874936680 2024-11-17T20:22:18,632 WARN [RS:0;0b0b0ae8de03:35593 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:22:18,632 INFO [RS:0;0b0b0ae8de03:35593 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:22:18,632 DEBUG [RS:0;0b0b0ae8de03:35593 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/WALs/0b0b0ae8de03,35593,1731874936680 2024-11-17T20:22:18,633 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b0b0ae8de03,35593,1731874936680] 2024-11-17T20:22:18,638 INFO [RS:0;0b0b0ae8de03:35593 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T20:22:18,640 INFO [RS:0;0b0b0ae8de03:35593 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T20:22:18,644 INFO [RS:0;0b0b0ae8de03:35593 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T20:22:18,644 INFO [RS:0;0b0b0ae8de03:35593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:18,652 INFO [RS:0;0b0b0ae8de03:35593 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T20:22:18,654 INFO [RS:0;0b0b0ae8de03:35593 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T20:22:18,654 INFO [RS:0;0b0b0ae8de03:35593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:18,654 DEBUG [RS:0;0b0b0ae8de03:35593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:22:18,654 DEBUG [RS:0;0b0b0ae8de03:35593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:22:18,654 DEBUG [RS:0;0b0b0ae8de03:35593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:22:18,654 DEBUG [RS:0;0b0b0ae8de03:35593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:22:18,654 DEBUG [RS:0;0b0b0ae8de03:35593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:22:18,654 DEBUG [RS:0;0b0b0ae8de03:35593 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:22:18,654 DEBUG [RS:0;0b0b0ae8de03:35593 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:22:18,654 DEBUG [RS:0;0b0b0ae8de03:35593 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:22:18,654 DEBUG [RS:0;0b0b0ae8de03:35593 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:22:18,654 DEBUG [RS:0;0b0b0ae8de03:35593 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:22:18,654 DEBUG [RS:0;0b0b0ae8de03:35593 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:22:18,655 DEBUG [RS:0;0b0b0ae8de03:35593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:22:18,655 DEBUG [RS:0;0b0b0ae8de03:35593 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:22:18,655 DEBUG [RS:0;0b0b0ae8de03:35593 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:22:18,658 INFO [RS:0;0b0b0ae8de03:35593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:18,658 INFO [RS:0;0b0b0ae8de03:35593 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:18,658 INFO [RS:0;0b0b0ae8de03:35593 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:18,658 INFO [RS:0;0b0b0ae8de03:35593 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:18,658 INFO [RS:0;0b0b0ae8de03:35593 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:18,658 INFO [RS:0;0b0b0ae8de03:35593 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,35593,1731874936680-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:22:18,702 INFO [RS:0;0b0b0ae8de03:35593 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T20:22:18,702 INFO [RS:0;0b0b0ae8de03:35593 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,35593,1731874936680-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:18,703 INFO [RS:0;0b0b0ae8de03:35593 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:18,703 INFO [RS:0;0b0b0ae8de03:35593 {}] regionserver.Replication(171): 0b0b0ae8de03,35593,1731874936680 started 2024-11-17T20:22:18,723 INFO [RS:0;0b0b0ae8de03:35593 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:18,723 INFO [RS:0;0b0b0ae8de03:35593 {}] regionserver.HRegionServer(1482): Serving as 0b0b0ae8de03,35593,1731874936680, RpcServer on 0b0b0ae8de03/172.17.0.2:35593, sessionid=0x1014a7631da0004 2024-11-17T20:22:18,723 DEBUG [RS:0;0b0b0ae8de03:35593 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T20:22:18,723 DEBUG [RS:0;0b0b0ae8de03:35593 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b0b0ae8de03,35593,1731874936680 2024-11-17T20:22:18,723 DEBUG [RS:0;0b0b0ae8de03:35593 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,35593,1731874936680' 2024-11-17T20:22:18,723 DEBUG [RS:0;0b0b0ae8de03:35593 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11527793162/flush-table-proc/abort' 2024-11-17T20:22:18,724 DEBUG [RS:0;0b0b0ae8de03:35593 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11527793162/flush-table-proc/acquired' 2024-11-17T20:22:18,724 DEBUG [RS:0;0b0b0ae8de03:35593 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T20:22:18,724 DEBUG [RS:0;0b0b0ae8de03:35593 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T20:22:18,724 DEBUG [RS:0;0b0b0ae8de03:35593 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b0b0ae8de03,35593,1731874936680 2024-11-17T20:22:18,724 DEBUG [RS:0;0b0b0ae8de03:35593 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,35593,1731874936680' 2024-11-17T20:22:18,724 DEBUG [RS:0;0b0b0ae8de03:35593 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11527793162/online-snapshot/abort' 2024-11-17T20:22:18,724 DEBUG [RS:0;0b0b0ae8de03:35593 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11527793162/online-snapshot/acquired' 2024-11-17T20:22:18,725 DEBUG [RS:0;0b0b0ae8de03:35593 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T20:22:18,725 INFO [RS:0;0b0b0ae8de03:35593 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T20:22:18,725 INFO [RS:0;0b0b0ae8de03:35593 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T20:22:18,825 INFO [RS:0;0b0b0ae8de03:35593 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:22:18,827 INFO [RS:0;0b0b0ae8de03:35593 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C35593%2C1731874936680, suffix=, logDir=hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/WALs/0b0b0ae8de03,35593,1731874936680, archiveDir=hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/oldWALs, maxLogs=10 2024-11-17T20:22:18,841 DEBUG [RS:0;0b0b0ae8de03:35593 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/WALs/0b0b0ae8de03,35593,1731874936680/0b0b0ae8de03%2C35593%2C1731874936680.1731874938827, exclude list is [], retry=0 2024-11-17T20:22:18,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33435,DS-1170c7cc-944d-44b2-9f9c-12187a3591f5,DISK] 2024-11-17T20:22:18,847 INFO [RS:0;0b0b0ae8de03:35593 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/WALs/0b0b0ae8de03,35593,1731874936680/0b0b0ae8de03%2C35593%2C1731874936680.1731874938827 2024-11-17T20:22:18,848 DEBUG [RS:0;0b0b0ae8de03:35593 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39229:39229)] 2024-11-17T20:22:18,868 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T20:22:18,868 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5 2024-11-17T20:22:18,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741833_1009 (size=32) 2024-11-17T20:22:19,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:22:19,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T20:22:19,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T20:22:19,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:19,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:22:19,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T20:22:19,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T20:22:19,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:19,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:22:19,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T20:22:19,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T20:22:19,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:19,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:22:19,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T20:22:19,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T20:22:19,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:19,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:22:19,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T20:22:19,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/data/hbase/meta/1588230740 2024-11-17T20:22:19,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/data/hbase/meta/1588230740 2024-11-17T20:22:19,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T20:22:19,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T20:22:19,289 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:22:19,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T20:22:19,291 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:22:19,291 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73923273, jitterRate=0.10154260694980621}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:22:19,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731874939282Initializing all the Stores at 1731874939282Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874939282Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874939282Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874939282Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874939282Cleaning up temporary data from old regions at 1731874939288 (+6 ms)Region opened successfully at 1731874939291 (+3 ms) 2024-11-17T20:22:19,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T20:22:19,292 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T20:22:19,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T20:22:19,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T20:22:19,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T20:22:19,292 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T20:22:19,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731874939291Disabling compacts and flushes for region at 1731874939291Disabling writes for close at 1731874939292 (+1 ms)Writing region close event to WAL at 1731874939292Closed at 1731874939292 2024-11-17T20:22:19,293 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:22:19,293 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T20:22:19,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T20:22:19,294 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T20:22:19,295 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T20:22:19,413 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T20:22:19,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:19,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:19,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:19,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:19,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:19,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:19,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:19,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:19,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:19,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:19,445 DEBUG [0b0b0ae8de03:35313 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T20:22:19,445 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b0b0ae8de03,35593,1731874936680 2024-11-17T20:22:19,446 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,35593,1731874936680, state=OPENING 2024-11-17T20:22:19,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:19,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:19,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:19,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:19,456 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T20:22:19,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35593-0x1014a7631da0004, quorum=127.0.0.1:57184, baseZNode=/11527793162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11527793162 2024-11-17T20:22:19,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x1014a7631da0003, quorum=127.0.0.1:57184, baseZNode=/11527793162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11527793162 2024-11-17T20:22:19,471 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T20:22:19,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11527793162/meta-region-server: CHANGED 2024-11-17T20:22:19,471 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,35593,1731874936680}] 2024-11-17T20:22:19,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11527793162/meta-region-server: CHANGED 2024-11-17T20:22:19,623 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T20:22:19,625 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60101, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T20:22:19,627 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T20:22:19,628 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:22:19,628 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T20:22:19,629 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C35593%2C1731874936680.meta, suffix=.meta, logDir=hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/WALs/0b0b0ae8de03,35593,1731874936680, archiveDir=hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/oldWALs, maxLogs=10 2024-11-17T20:22:19,643 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/WALs/0b0b0ae8de03,35593,1731874936680/0b0b0ae8de03%2C35593%2C1731874936680.meta.1731874939629.meta, exclude list is [], retry=0 2024-11-17T20:22:19,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33435,DS-1170c7cc-944d-44b2-9f9c-12187a3591f5,DISK] 2024-11-17T20:22:19,646 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/WALs/0b0b0ae8de03,35593,1731874936680/0b0b0ae8de03%2C35593%2C1731874936680.meta.1731874939629.meta 2024-11-17T20:22:19,646 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39229:39229)] 2024-11-17T20:22:19,646 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:22:19,647 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:22:19,647 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T20:22:19,647 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T20:22:19,647 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T20:22:19,647 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T20:22:19,648 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:22:19,648 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T20:22:19,648 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T20:22:19,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T20:22:19,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T20:22:19,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:19,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:22:19,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T20:22:19,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T20:22:19,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:19,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:22:19,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T20:22:19,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T20:22:19,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:19,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:22:19,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T20:22:19,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T20:22:19,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:19,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:22:19,653 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T20:22:19,653 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/data/hbase/meta/1588230740 2024-11-17T20:22:19,654 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/data/hbase/meta/1588230740 2024-11-17T20:22:19,655 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T20:22:19,655 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T20:22:19,655 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:22:19,656 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T20:22:19,656 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62293773, jitterRate=-0.0717504471540451}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:22:19,656 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T20:22:19,656 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731874939648Writing region info on filesystem at 1731874939648Initializing all the Stores at 1731874939649 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874939649Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874939649Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874939649Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874939649Cleaning up temporary data from old regions at 1731874939655 (+6 ms)Running coprocessor post-open hooks at 1731874939656 (+1 ms)Region opened successfully at 1731874939656 2024-11-17T20:22:19,657 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731874939623 2024-11-17T20:22:19,659 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T20:22:19,659 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T20:22:19,659 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,35593,1731874936680 2024-11-17T20:22:19,660 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,35593,1731874936680, state=OPEN 2024-11-17T20:22:19,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x1014a7631da0003, quorum=127.0.0.1:57184, baseZNode=/11527793162 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11527793162/meta-region-server 2024-11-17T20:22:19,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35593-0x1014a7631da0004, quorum=127.0.0.1:57184, baseZNode=/11527793162 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11527793162/meta-region-server 2024-11-17T20:22:19,667 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,35593,1731874936680 2024-11-17T20:22:19,667 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11527793162/meta-region-server: CHANGED 2024-11-17T20:22:19,667 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11527793162/meta-region-server: CHANGED 2024-11-17T20:22:19,668 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T20:22:19,668 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,35593,1731874936680 in 196 msec 2024-11-17T20:22:19,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T20:22:19,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 375 msec 2024-11-17T20:22:19,670 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:22:19,671 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T20:22:19,671 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:22:19,671 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,35593,1731874936680, seqNum=-1] 2024-11-17T20:22:19,672 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:22:19,673 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:22:19,677 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2210 sec 2024-11-17T20:22:19,677 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731874939677, completionTime=-1 2024-11-17T20:22:19,677 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T20:22:19,677 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T20:22:19,678 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T20:22:19,678 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731874999678 2024-11-17T20:22:19,678 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731875059678 2024-11-17T20:22:19,678 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T20:22:19,679 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,35313,1731874936185-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:19,679 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,35313,1731874936185-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:19,679 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,35313,1731874936185-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:19,679 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b0b0ae8de03:35313, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:19,679 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:19,679 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:19,680 DEBUG [master/0b0b0ae8de03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T20:22:19,681 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.814sec 2024-11-17T20:22:19,681 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T20:22:19,681 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T20:22:19,681 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T20:22:19,681 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T20:22:19,681 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T20:22:19,681 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,35313,1731874936185-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:22:19,681 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,35313,1731874936185-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T20:22:19,683 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T20:22:19,683 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T20:22:19,683 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,35313,1731874936185-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:19,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40b0510f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:19,754 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,35313,-1 for getting cluster id 2024-11-17T20:22:19,754 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:22:19,755 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7404595-b518-4c63-8a2e-c204fdcbfd0c' 2024-11-17T20:22:19,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:22:19,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7404595-b518-4c63-8a2e-c204fdcbfd0c" 2024-11-17T20:22:19,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a86859b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:19,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,35313,-1] 2024-11-17T20:22:19,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:22:19,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:19,756 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:22:19,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fe7dd7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:19,757 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:22:19,758 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,35593,1731874936680, seqNum=-1] 2024-11-17T20:22:19,758 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:22:19,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:22:19,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0b0b0ae8de03,35313,1731874936185 2024-11-17T20:22:19,761 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57184 2024-11-17T20:22:19,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57184, baseZNode=/11527793162 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:22:19,772 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014a7631da0005 connected 2024-11-17T20:22:19,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9311ca2b-e328-90a3-7baa-a6f1540bfad1/hadoop.log.dir so I do NOT create it in target/test-data/77d3a336-a2ec-280f-d5c5-e45fa1fe89dc 2024-11-17T20:22:19,784 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9311ca2b-e328-90a3-7baa-a6f1540bfad1/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T20:22:19,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9311ca2b-e328-90a3-7baa-a6f1540bfad1/hadoop.tmp.dir so I do NOT create it in target/test-data/77d3a336-a2ec-280f-d5c5-e45fa1fe89dc 2024-11-17T20:22:19,784 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9311ca2b-e328-90a3-7baa-a6f1540bfad1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T20:22:19,785 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d3a336-a2ec-280f-d5c5-e45fa1fe89dc 2024-11-17T20:22:19,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T20:22:19,785 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d3a336-a2ec-280f-d5c5-e45fa1fe89dc/cluster_2e3b07e2-4c7c-c0c9-60c5-d6ffae51df9f, deleteOnExit=true 2024-11-17T20:22:19,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T20:22:19,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d3a336-a2ec-280f-d5c5-e45fa1fe89dc/test.cache.data in system properties and HBase conf 2024-11-17T20:22:19,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d3a336-a2ec-280f-d5c5-e45fa1fe89dc/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T20:22:19,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d3a336-a2ec-280f-d5c5-e45fa1fe89dc/hadoop.log.dir in system properties and HBase conf 2024-11-17T20:22:19,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d3a336-a2ec-280f-d5c5-e45fa1fe89dc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T20:22:19,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d3a336-a2ec-280f-d5c5-e45fa1fe89dc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T20:22:19,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T20:22:19,785 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T20:22:19,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d3a336-a2ec-280f-d5c5-e45fa1fe89dc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T20:22:19,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d3a336-a2ec-280f-d5c5-e45fa1fe89dc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T20:22:19,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d3a336-a2ec-280f-d5c5-e45fa1fe89dc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T20:22:19,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d3a336-a2ec-280f-d5c5-e45fa1fe89dc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T20:22:19,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d3a336-a2ec-280f-d5c5-e45fa1fe89dc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T20:22:19,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d3a336-a2ec-280f-d5c5-e45fa1fe89dc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T20:22:19,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d3a336-a2ec-280f-d5c5-e45fa1fe89dc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T20:22:19,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d3a336-a2ec-280f-d5c5-e45fa1fe89dc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T20:22:19,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d3a336-a2ec-280f-d5c5-e45fa1fe89dc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T20:22:19,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d3a336-a2ec-280f-d5c5-e45fa1fe89dc/nfs.dump.dir in system properties and HBase conf 2024-11-17T20:22:19,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d3a336-a2ec-280f-d5c5-e45fa1fe89dc/java.io.tmpdir in system properties and HBase conf 2024-11-17T20:22:19,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d3a336-a2ec-280f-d5c5-e45fa1fe89dc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T20:22:19,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d3a336-a2ec-280f-d5c5-e45fa1fe89dc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T20:22:19,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d3a336-a2ec-280f-d5c5-e45fa1fe89dc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T20:22:20,186 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:22:20,191 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T20:22:20,214 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T20:22:20,214 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T20:22:20,215 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T20:22:20,216 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:22:20,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ab0596a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d3a336-a2ec-280f-d5c5-e45fa1fe89dc/hadoop.log.dir/,AVAILABLE} 2024-11-17T20:22:20,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@279b84af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T20:22:20,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6f63c356{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d3a336-a2ec-280f-d5c5-e45fa1fe89dc/java.io.tmpdir/jetty-localhost-37675-hadoop-hdfs-3_4_1-tests_jar-_-any-15281543303739624221/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T20:22:20,326 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@173a7580{HTTP/1.1, (http/1.1)}{localhost:37675} 2024-11-17T20:22:20,326 INFO [Time-limited test {}] server.Server(415): Started @343761ms 2024-11-17T20:22:20,658 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:22:20,660 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T20:22:20,665 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T20:22:20,665 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T20:22:20,665 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T20:22:20,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7963823a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d3a336-a2ec-280f-d5c5-e45fa1fe89dc/hadoop.log.dir/,AVAILABLE} 2024-11-17T20:22:20,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36c76998{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T20:22:20,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75f942ae{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d3a336-a2ec-280f-d5c5-e45fa1fe89dc/java.io.tmpdir/jetty-localhost-33719-hadoop-hdfs-3_4_1-tests_jar-_-any-5094883635217928573/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:22:20,773 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@407771d1{HTTP/1.1, (http/1.1)}{localhost:33719} 2024-11-17T20:22:20,773 INFO [Time-limited test {}] server.Server(415): Started @344209ms 2024-11-17T20:22:20,775 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T20:22:21,573 WARN [Thread-4544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d3a336-a2ec-280f-d5c5-e45fa1fe89dc/cluster_2e3b07e2-4c7c-c0c9-60c5-d6ffae51df9f/data/data2/current/BP-1987929834-172.17.0.2-1731874939819/current, will proceed with Du for space computation calculation, 2024-11-17T20:22:21,573 WARN [Thread-4543 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d3a336-a2ec-280f-d5c5-e45fa1fe89dc/cluster_2e3b07e2-4c7c-c0c9-60c5-d6ffae51df9f/data/data1/current/BP-1987929834-172.17.0.2-1731874939819/current, will proceed with Du for space computation calculation, 2024-11-17T20:22:21,597 WARN [Thread-4531 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T20:22:21,600 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5824caf9df1c2b94 with lease ID 0x721393e08750d902: Processing first storage report for DS-a529e040-01fd-4367-ab33-2a34c20d81f9 from datanode DatanodeRegistration(127.0.0.1:41511, datanodeUuid=b64cdf60-b2e3-410c-bd90-91752d4e1450, infoPort=32865, infoSecurePort=0, ipcPort=46449, storageInfo=lv=-57;cid=testClusterID;nsid=1714512660;c=1731874939819) 2024-11-17T20:22:21,600 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5824caf9df1c2b94 with lease ID 0x721393e08750d902: from storage DS-a529e040-01fd-4367-ab33-2a34c20d81f9 node DatanodeRegistration(127.0.0.1:41511, datanodeUuid=b64cdf60-b2e3-410c-bd90-91752d4e1450, infoPort=32865, infoSecurePort=0, ipcPort=46449, storageInfo=lv=-57;cid=testClusterID;nsid=1714512660;c=1731874939819), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T20:22:21,600 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5824caf9df1c2b94 with lease ID 0x721393e08750d902: Processing first storage report for DS-fe70b7a6-9db5-4bd4-8efe-21e163cd09f4 from datanode DatanodeRegistration(127.0.0.1:41511, datanodeUuid=b64cdf60-b2e3-410c-bd90-91752d4e1450, infoPort=32865, infoSecurePort=0, ipcPort=46449, storageInfo=lv=-57;cid=testClusterID;nsid=1714512660;c=1731874939819) 2024-11-17T20:22:21,600 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5824caf9df1c2b94 with lease ID 0x721393e08750d902: from storage DS-fe70b7a6-9db5-4bd4-8efe-21e163cd09f4 node DatanodeRegistration(127.0.0.1:41511, datanodeUuid=b64cdf60-b2e3-410c-bd90-91752d4e1450, infoPort=32865, infoSecurePort=0, ipcPort=46449, storageInfo=lv=-57;cid=testClusterID;nsid=1714512660;c=1731874939819), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T20:22:21,639 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d3a336-a2ec-280f-d5c5-e45fa1fe89dc 2024-11-17T20:22:21,639 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:22:21,640 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:22:21,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41511 is added to blk_1073741825_1001 (size=7) 2024-11-17T20:22:21,648 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff with version=8 2024-11-17T20:22:21,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/hbase-staging 2024-11-17T20:22:21,651 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:22:21,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:22:21,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:22:21,651 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:22:21,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:22:21,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:22:21,651 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T20:22:21,651 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:22:21,652 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38883 2024-11-17T20:22:21,652 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38883 connecting to ZooKeeper ensemble=127.0.0.1:57184 2024-11-17T20:22:21,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388830x0, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:22:21,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38883-0x1014a7631da0006 connected 2024-11-17T20:22:21,962 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:22:21,963 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b0b0ae8de03,33335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:33335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T20:22:21,963 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148930 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b0b0ae8de03,33335,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:33335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T20:22:21,993 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:22:21,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:22:21,998 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38883-0x1014a7631da0006, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Set watcher on znode that does not yet exist, /2-1122282317/running 2024-11-17T20:22:21,998 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff, hbase.cluster.distributed=false 2024-11-17T20:22:21,999 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38883-0x1014a7631da0006, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Set watcher on znode that does not yet exist, /2-1122282317/acl 2024-11-17T20:22:22,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38883 2024-11-17T20:22:22,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38883 2024-11-17T20:22:22,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38883 2024-11-17T20:22:22,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38883 2024-11-17T20:22:22,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38883 2024-11-17T20:22:22,032 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:22:22,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:22:22,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:22:22,032 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:22:22,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:22:22,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:22:22,033 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T20:22:22,033 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:22:22,037 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35935 2024-11-17T20:22:22,038 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35935 connecting to ZooKeeper ensemble=127.0.0.1:57184 2024-11-17T20:22:22,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:22:22,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:22:22,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359350x0, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:22:22,118 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359350x0, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Set watcher on znode that does not yet exist, /2-1122282317/running 2024-11-17T20:22:22,118 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35935-0x1014a7631da0007 connected 2024-11-17T20:22:22,118 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T20:22:22,118 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T20:22:22,119 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35935-0x1014a7631da0007, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Set watcher on znode that does not yet exist, /2-1122282317/master 2024-11-17T20:22:22,120 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35935-0x1014a7631da0007, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Set watcher on znode that does not yet exist, /2-1122282317/acl 2024-11-17T20:22:22,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35935 2024-11-17T20:22:22,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35935 2024-11-17T20:22:22,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35935 2024-11-17T20:22:22,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35935 2024-11-17T20:22:22,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35935 2024-11-17T20:22:22,146 DEBUG [M:0;0b0b0ae8de03:38883 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b0b0ae8de03:38883 2024-11-17T20:22:22,147 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1122282317/backup-masters/0b0b0ae8de03,38883,1731874941650 2024-11-17T20:22:22,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35935-0x1014a7631da0007, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1122282317/backup-masters 2024-11-17T20:22:22,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38883-0x1014a7631da0006, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1122282317/backup-masters 2024-11-17T20:22:22,203 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38883-0x1014a7631da0006, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Set watcher on existing znode=/2-1122282317/backup-masters/0b0b0ae8de03,38883,1731874941650 2024-11-17T20:22:22,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35935-0x1014a7631da0007, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1122282317/master 2024-11-17T20:22:22,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35935-0x1014a7631da0007, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1122282317 2024-11-17T20:22:22,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38883-0x1014a7631da0006, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1122282317 2024-11-17T20:22:22,268 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38883-0x1014a7631da0006, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Set watcher on existing znode=/2-1122282317/master 2024-11-17T20:22:22,269 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1122282317/backup-masters/0b0b0ae8de03,38883,1731874941650 from backup master directory 2024-11-17T20:22:22,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38883-0x1014a7631da0006, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1122282317/backup-masters/0b0b0ae8de03,38883,1731874941650 2024-11-17T20:22:22,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38883-0x1014a7631da0006, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1122282317/backup-masters 2024-11-17T20:22:22,289 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:22:22,289 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b0b0ae8de03,38883,1731874941650 2024-11-17T20:22:22,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35935-0x1014a7631da0007, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1122282317/backup-masters 2024-11-17T20:22:22,292 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/hbase.id] with ID: 3dded228-1dea-4c40-bbf6-98e688e93165 2024-11-17T20:22:22,292 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/.tmp/hbase.id 2024-11-17T20:22:22,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41511 is added to blk_1073741826_1002 (size=42) 2024-11-17T20:22:22,310 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/.tmp/hbase.id]:[hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/hbase.id] 2024-11-17T20:22:22,322 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:22:22,323 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T20:22:22,324 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T20:22:22,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35935-0x1014a7631da0007, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1122282317 2024-11-17T20:22:22,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38883-0x1014a7631da0006, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1122282317 2024-11-17T20:22:22,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41511 is added to blk_1073741827_1003 (size=196) 2024-11-17T20:22:22,739 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:22:22,739 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T20:22:22,740 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:22:22,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41511 is added to blk_1073741828_1004 (size=1189) 2024-11-17T20:22:23,145 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/MasterData/data/master/store 2024-11-17T20:22:23,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41511 is added to blk_1073741829_1005 (size=34) 2024-11-17T20:22:23,550 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:22:23,550 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T20:22:23,550 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:22:23,550 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:22:23,550 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T20:22:23,550 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:22:23,550 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:22:23,550 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731874943550Disabling compacts and flushes for region at 1731874943550Disabling writes for close at 1731874943550Writing region close event to WAL at 1731874943550Closed at 1731874943550 2024-11-17T20:22:23,551 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/MasterData/data/master/store/.initializing 2024-11-17T20:22:23,551 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/MasterData/WALs/0b0b0ae8de03,38883,1731874941650 2024-11-17T20:22:23,552 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:22:23,553 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b0b0ae8de03%2C38883%2C1731874941650, suffix=, logDir=hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/MasterData/WALs/0b0b0ae8de03,38883,1731874941650, archiveDir=hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/MasterData/oldWALs, maxLogs=10 2024-11-17T20:22:23,566 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/MasterData/WALs/0b0b0ae8de03,38883,1731874941650/0b0b0ae8de03%2C38883%2C1731874941650.1731874943553, exclude list is [], retry=0 2024-11-17T20:22:23,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41511,DS-a529e040-01fd-4367-ab33-2a34c20d81f9,DISK] 2024-11-17T20:22:23,569 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/MasterData/WALs/0b0b0ae8de03,38883,1731874941650/0b0b0ae8de03%2C38883%2C1731874941650.1731874943553 2024-11-17T20:22:23,569 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32865:32865)] 2024-11-17T20:22:23,569 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:22:23,570 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:22:23,570 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:22:23,570 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:22:23,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:22:23,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T20:22:23,572 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:23,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:22:23,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:22:23,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T20:22:23,574 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:23,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:22:23,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:22:23,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T20:22:23,575 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:23,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:22:23,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:22:23,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T20:22:23,577 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:23,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:22:23,577 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:22:23,578 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:22:23,578 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:22:23,579 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:22:23,579 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:22:23,579 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:22:23,580 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:22:23,581 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:22:23,582 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73150516, jitterRate=0.09002763032913208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:22:23,582 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731874943570Initializing all the Stores at 1731874943570Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874943570Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874943571 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874943571Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874943571Cleaning up temporary data from old regions at 1731874943579 (+8 ms)Region opened successfully at 1731874943582 (+3 ms) 2024-11-17T20:22:23,582 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T20:22:23,584 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f050597, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:22:23,584 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T20:22:23,584 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T20:22:23,584 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T20:22:23,585 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T20:22:23,585 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T20:22:23,585 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T20:22:23,585 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T20:22:23,586 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T20:22:23,587 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38883-0x1014a7631da0006, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Unable to get data of znode /2-1122282317/balancer because node does not exist (not necessarily an error) 2024-11-17T20:22:23,613 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1122282317/balancer already deleted, retry=false 2024-11-17T20:22:23,613 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T20:22:23,614 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38883-0x1014a7631da0006, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Unable to get data of znode /2-1122282317/normalizer because node does not exist (not necessarily an error) 2024-11-17T20:22:23,682 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1122282317/normalizer already deleted, retry=false 2024-11-17T20:22:23,683 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T20:22:23,684 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38883-0x1014a7631da0006, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Unable to get data of znode /2-1122282317/switch/split because node does not exist (not necessarily an error) 2024-11-17T20:22:23,749 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1122282317/switch/split already deleted, retry=false 2024-11-17T20:22:23,750 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38883-0x1014a7631da0006, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Unable to get data of znode /2-1122282317/switch/merge because node does not exist (not necessarily an error) 2024-11-17T20:22:23,823 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1122282317/switch/merge already deleted, retry=false 2024-11-17T20:22:23,825 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38883-0x1014a7631da0006, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Unable to get data of znode /2-1122282317/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T20:22:23,886 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1122282317/snapshot-cleanup already deleted, retry=false 2024-11-17T20:22:23,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38883-0x1014a7631da0006, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1122282317/running 2024-11-17T20:22:23,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35935-0x1014a7631da0007, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1122282317/running 2024-11-17T20:22:23,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38883-0x1014a7631da0006, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1122282317 2024-11-17T20:22:23,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35935-0x1014a7631da0007, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1122282317 2024-11-17T20:22:23,909 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b0b0ae8de03,38883,1731874941650, sessionid=0x1014a7631da0006, setting cluster-up flag (Was=false) 2024-11-17T20:22:24,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38883-0x1014a7631da0006, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1122282317 2024-11-17T20:22:24,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35935-0x1014a7631da0007, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1122282317 2024-11-17T20:22:24,182 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1122282317/flush-table-proc/acquired, /2-1122282317/flush-table-proc/reached, /2-1122282317/flush-table-proc/abort 2024-11-17T20:22:24,184 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b0b0ae8de03,38883,1731874941650 2024-11-17T20:22:24,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38883-0x1014a7631da0006, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1122282317 2024-11-17T20:22:24,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35935-0x1014a7631da0007, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1122282317 2024-11-17T20:22:24,372 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1122282317/online-snapshot/acquired, /2-1122282317/online-snapshot/reached, /2-1122282317/online-snapshot/abort 2024-11-17T20:22:24,373 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b0b0ae8de03,38883,1731874941650 2024-11-17T20:22:24,374 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T20:22:24,375 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T20:22:24,375 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T20:22:24,375 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T20:22:24,375 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b0b0ae8de03,38883,1731874941650 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T20:22:24,376 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:22:24,376 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:22:24,376 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:22:24,376 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:22:24,376 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b0b0ae8de03:0, corePoolSize=10, maxPoolSize=10 2024-11-17T20:22:24,376 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:22:24,376 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:22:24,376 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:22:24,377 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731874974377 2024-11-17T20:22:24,377 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T20:22:24,378 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T20:22:24,378 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:22:24,378 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T20:22:24,378 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T20:22:24,378 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T20:22:24,378 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T20:22:24,378 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T20:22:24,378 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:24,378 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T20:22:24,379 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:24,379 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T20:22:24,379 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T20:22:24,379 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T20:22:24,379 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T20:22:24,379 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T20:22:24,379 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T20:22:24,380 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874944379,5,FailOnTimeoutGroup] 2024-11-17T20:22:24,380 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874944380,5,FailOnTimeoutGroup] 2024-11-17T20:22:24,380 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:24,380 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T20:22:24,380 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:24,380 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:24,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41511 is added to blk_1073741831_1007 (size=1321) 2024-11-17T20:22:24,435 INFO [RS:0;0b0b0ae8de03:35935 {}] regionserver.HRegionServer(746): ClusterId : 3dded228-1dea-4c40-bbf6-98e688e93165 2024-11-17T20:22:24,435 DEBUG [RS:0;0b0b0ae8de03:35935 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T20:22:24,446 DEBUG [RS:0;0b0b0ae8de03:35935 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T20:22:24,446 DEBUG [RS:0;0b0b0ae8de03:35935 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T20:22:24,467 DEBUG [RS:0;0b0b0ae8de03:35935 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T20:22:24,467 DEBUG [RS:0;0b0b0ae8de03:35935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c6c3e25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:22:24,479 DEBUG [RS:0;0b0b0ae8de03:35935 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b0b0ae8de03:35935 2024-11-17T20:22:24,479 INFO [RS:0;0b0b0ae8de03:35935 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T20:22:24,479 INFO [RS:0;0b0b0ae8de03:35935 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T20:22:24,479 DEBUG [RS:0;0b0b0ae8de03:35935 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T20:22:24,480 INFO [RS:0;0b0b0ae8de03:35935 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b0b0ae8de03,38883,1731874941650 with port=35935, startcode=1731874942032 2024-11-17T20:22:24,480 DEBUG [RS:0;0b0b0ae8de03:35935 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T20:22:24,481 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T20:22:24,481 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38883 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b0b0ae8de03,35935,1731874942032 2024-11-17T20:22:24,481 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38883 {}] master.ServerManager(517): Registering regionserver=0b0b0ae8de03,35935,1731874942032 2024-11-17T20:22:24,482 DEBUG [RS:0;0b0b0ae8de03:35935 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff 2024-11-17T20:22:24,482 DEBUG [RS:0;0b0b0ae8de03:35935 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42825 2024-11-17T20:22:24,482 DEBUG [RS:0;0b0b0ae8de03:35935 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T20:22:24,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38883-0x1014a7631da0006, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1122282317/rs 2024-11-17T20:22:24,555 DEBUG [RS:0;0b0b0ae8de03:35935 {}] zookeeper.ZKUtil(111): regionserver:35935-0x1014a7631da0007, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Set watcher on existing znode=/2-1122282317/rs/0b0b0ae8de03,35935,1731874942032 2024-11-17T20:22:24,555 WARN [RS:0;0b0b0ae8de03:35935 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:22:24,555 INFO [RS:0;0b0b0ae8de03:35935 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:22:24,555 DEBUG [RS:0;0b0b0ae8de03:35935 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/WALs/0b0b0ae8de03,35935,1731874942032 2024-11-17T20:22:24,555 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b0b0ae8de03,35935,1731874942032] 2024-11-17T20:22:24,558 INFO [RS:0;0b0b0ae8de03:35935 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T20:22:24,560 INFO [RS:0;0b0b0ae8de03:35935 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T20:22:24,560 INFO [RS:0;0b0b0ae8de03:35935 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T20:22:24,560 INFO [RS:0;0b0b0ae8de03:35935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:24,560 INFO [RS:0;0b0b0ae8de03:35935 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T20:22:24,561 INFO [RS:0;0b0b0ae8de03:35935 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T20:22:24,561 INFO [RS:0;0b0b0ae8de03:35935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:24,561 DEBUG [RS:0;0b0b0ae8de03:35935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:22:24,561 DEBUG [RS:0;0b0b0ae8de03:35935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:22:24,561 DEBUG [RS:0;0b0b0ae8de03:35935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:22:24,561 DEBUG [RS:0;0b0b0ae8de03:35935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:22:24,561 DEBUG [RS:0;0b0b0ae8de03:35935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:22:24,561 DEBUG [RS:0;0b0b0ae8de03:35935 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:22:24,561 DEBUG [RS:0;0b0b0ae8de03:35935 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:22:24,561 DEBUG [RS:0;0b0b0ae8de03:35935 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:22:24,561 DEBUG [RS:0;0b0b0ae8de03:35935 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:22:24,561 DEBUG [RS:0;0b0b0ae8de03:35935 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:22:24,561 DEBUG [RS:0;0b0b0ae8de03:35935 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:22:24,561 DEBUG [RS:0;0b0b0ae8de03:35935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:22:24,561 DEBUG [RS:0;0b0b0ae8de03:35935 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:22:24,561 DEBUG [RS:0;0b0b0ae8de03:35935 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:22:24,564 INFO [RS:0;0b0b0ae8de03:35935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:24,564 INFO [RS:0;0b0b0ae8de03:35935 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:24,564 INFO [RS:0;0b0b0ae8de03:35935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:24,564 INFO [RS:0;0b0b0ae8de03:35935 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:24,564 INFO [RS:0;0b0b0ae8de03:35935 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:24,564 INFO [RS:0;0b0b0ae8de03:35935 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,35935,1731874942032-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:22:24,582 INFO [RS:0;0b0b0ae8de03:35935 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T20:22:24,583 INFO [RS:0;0b0b0ae8de03:35935 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,35935,1731874942032-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:24,583 INFO [RS:0;0b0b0ae8de03:35935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:24,583 INFO [RS:0;0b0b0ae8de03:35935 {}] regionserver.Replication(171): 0b0b0ae8de03,35935,1731874942032 started 2024-11-17T20:22:24,600 INFO [RS:0;0b0b0ae8de03:35935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:24,600 INFO [RS:0;0b0b0ae8de03:35935 {}] regionserver.HRegionServer(1482): Serving as 0b0b0ae8de03,35935,1731874942032, RpcServer on 0b0b0ae8de03/172.17.0.2:35935, sessionid=0x1014a7631da0007 2024-11-17T20:22:24,600 DEBUG [RS:0;0b0b0ae8de03:35935 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T20:22:24,600 DEBUG [RS:0;0b0b0ae8de03:35935 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b0b0ae8de03,35935,1731874942032 2024-11-17T20:22:24,600 DEBUG [RS:0;0b0b0ae8de03:35935 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,35935,1731874942032' 2024-11-17T20:22:24,600 DEBUG [RS:0;0b0b0ae8de03:35935 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1122282317/flush-table-proc/abort' 2024-11-17T20:22:24,601 DEBUG [RS:0;0b0b0ae8de03:35935 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1122282317/flush-table-proc/acquired' 2024-11-17T20:22:24,601 DEBUG [RS:0;0b0b0ae8de03:35935 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T20:22:24,601 DEBUG [RS:0;0b0b0ae8de03:35935 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T20:22:24,601 DEBUG [RS:0;0b0b0ae8de03:35935 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b0b0ae8de03,35935,1731874942032 2024-11-17T20:22:24,601 DEBUG [RS:0;0b0b0ae8de03:35935 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,35935,1731874942032' 2024-11-17T20:22:24,601 DEBUG [RS:0;0b0b0ae8de03:35935 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1122282317/online-snapshot/abort' 2024-11-17T20:22:24,602 DEBUG [RS:0;0b0b0ae8de03:35935 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1122282317/online-snapshot/acquired' 2024-11-17T20:22:24,602 DEBUG [RS:0;0b0b0ae8de03:35935 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T20:22:24,602 INFO [RS:0;0b0b0ae8de03:35935 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T20:22:24,602 INFO [RS:0;0b0b0ae8de03:35935 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T20:22:24,702 INFO [RS:0;0b0b0ae8de03:35935 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:22:24,703 INFO [RS:0;0b0b0ae8de03:35935 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C35935%2C1731874942032, suffix=, logDir=hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/WALs/0b0b0ae8de03,35935,1731874942032, archiveDir=hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/oldWALs, maxLogs=10 2024-11-17T20:22:24,718 DEBUG [RS:0;0b0b0ae8de03:35935 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/WALs/0b0b0ae8de03,35935,1731874942032/0b0b0ae8de03%2C35935%2C1731874942032.1731874944704, exclude list is [], retry=0 2024-11-17T20:22:24,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41511,DS-a529e040-01fd-4367-ab33-2a34c20d81f9,DISK] 2024-11-17T20:22:24,725 INFO [RS:0;0b0b0ae8de03:35935 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/WALs/0b0b0ae8de03,35935,1731874942032/0b0b0ae8de03%2C35935%2C1731874942032.1731874944704 2024-11-17T20:22:24,726 DEBUG [RS:0;0b0b0ae8de03:35935 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32865:32865)] 2024-11-17T20:22:24,787 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T20:22:24,787 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff 2024-11-17T20:22:24,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41511 is added to blk_1073741833_1009 (size=32) 2024-11-17T20:22:25,150 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T20:22:25,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:25,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:25,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:25,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:25,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:22:25,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T20:22:25,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T20:22:25,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:25,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:22:25,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T20:22:25,196 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T20:22:25,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:25,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:22:25,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T20:22:25,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T20:22:25,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:25,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:22:25,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T20:22:25,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T20:22:25,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:25,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:22:25,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T20:22:25,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/data/hbase/meta/1588230740 2024-11-17T20:22:25,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/data/hbase/meta/1588230740 2024-11-17T20:22:25,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T20:22:25,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T20:22:25,206 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:22:25,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T20:22:25,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:25,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:25,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:25,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:25,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:25,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:25,213 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:22:25,216 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61598364, jitterRate=-0.08211284875869751}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:22:25,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731874945192Initializing all the Stores at 1731874945192Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874945192Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874945192Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874945192Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874945192Cleaning up temporary data from old regions at 1731874945206 (+14 ms)Region opened successfully at 1731874945216 (+10 ms) 2024-11-17T20:22:25,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T20:22:25,216 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T20:22:25,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T20:22:25,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T20:22:25,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T20:22:25,217 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T20:22:25,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731874945216Disabling compacts and flushes for region at 1731874945216Disabling writes for close at 1731874945216Writing region close event to WAL at 1731874945217 (+1 ms)Closed at 1731874945217 2024-11-17T20:22:25,219 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:22:25,219 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T20:22:25,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T20:22:25,220 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T20:22:25,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:25,222 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T20:22:25,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:25,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:25,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:25,372 DEBUG [0b0b0ae8de03:38883 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T20:22:25,373 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b0b0ae8de03,35935,1731874942032 2024-11-17T20:22:25,374 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,35935,1731874942032, state=OPENING 2024-11-17T20:22:25,393 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T20:22:25,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35935-0x1014a7631da0007, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1122282317 2024-11-17T20:22:25,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38883-0x1014a7631da0006, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1122282317 2024-11-17T20:22:25,414 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T20:22:25,414 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1122282317/meta-region-server: CHANGED 2024-11-17T20:22:25,414 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1122282317/meta-region-server: CHANGED 2024-11-17T20:22:25,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,35935,1731874942032}] 2024-11-17T20:22:25,566 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T20:22:25,567 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56553, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T20:22:25,570 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T20:22:25,570 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:22:25,570 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T20:22:25,572 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C35935%2C1731874942032.meta, suffix=.meta, logDir=hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/WALs/0b0b0ae8de03,35935,1731874942032, archiveDir=hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/oldWALs, maxLogs=10 2024-11-17T20:22:25,590 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/WALs/0b0b0ae8de03,35935,1731874942032/0b0b0ae8de03%2C35935%2C1731874942032.meta.1731874945572.meta, exclude list is [], retry=0 2024-11-17T20:22:25,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41511,DS-a529e040-01fd-4367-ab33-2a34c20d81f9,DISK] 2024-11-17T20:22:25,594 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/WALs/0b0b0ae8de03,35935,1731874942032/0b0b0ae8de03%2C35935%2C1731874942032.meta.1731874945572.meta 2024-11-17T20:22:25,595 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32865:32865)] 2024-11-17T20:22:25,595 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:22:25,595 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:22:25,595 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T20:22:25,595 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T20:22:25,595 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T20:22:25,595 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T20:22:25,595 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:22:25,595 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T20:22:25,595 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T20:22:25,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T20:22:25,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T20:22:25,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:25,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:22:25,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T20:22:25,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T20:22:25,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:25,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:22:25,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T20:22:25,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T20:22:25,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:25,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:22:25,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T20:22:25,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T20:22:25,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:25,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:22:25,600 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T20:22:25,600 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/data/hbase/meta/1588230740 2024-11-17T20:22:25,601 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/data/hbase/meta/1588230740 2024-11-17T20:22:25,602 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T20:22:25,602 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T20:22:25,602 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:22:25,603 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T20:22:25,603 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67656528, jitterRate=0.008160829544067383}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:22:25,603 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T20:22:25,604 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731874945596Writing region info on filesystem at 1731874945596Initializing all the Stores at 1731874945596Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874945596Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874945596Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874945596Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874945596Cleaning up temporary data from old regions at 1731874945602 (+6 ms)Running coprocessor post-open hooks at 1731874945603 (+1 ms)Region opened successfully at 1731874945603 2024-11-17T20:22:25,604 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731874945566 2024-11-17T20:22:25,606 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T20:22:25,606 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T20:22:25,606 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,35935,1731874942032 2024-11-17T20:22:25,607 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,35935,1731874942032, state=OPEN 2024-11-17T20:22:25,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35935-0x1014a7631da0007, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1122282317/meta-region-server 2024-11-17T20:22:25,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38883-0x1014a7631da0006, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1122282317/meta-region-server 2024-11-17T20:22:25,614 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,35935,1731874942032 2024-11-17T20:22:25,614 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1122282317/meta-region-server: CHANGED 2024-11-17T20:22:25,614 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1122282317/meta-region-server: CHANGED 2024-11-17T20:22:25,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T20:22:25,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,35935,1731874942032 in 200 msec 2024-11-17T20:22:25,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T20:22:25,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 397 msec 2024-11-17T20:22:25,618 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:22:25,618 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T20:22:25,619 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:22:25,619 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,35935,1731874942032, seqNum=-1] 2024-11-17T20:22:25,619 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:22:25,620 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:22:25,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2480 sec 2024-11-17T20:22:25,624 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731874945624, completionTime=-1 2024-11-17T20:22:25,624 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T20:22:25,624 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T20:22:25,626 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T20:22:25,626 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731875005626 2024-11-17T20:22:25,626 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731875065626 2024-11-17T20:22:25,626 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T20:22:25,627 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,38883,1731874941650-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:25,627 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,38883,1731874941650-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:25,627 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,38883,1731874941650-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:25,627 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b0b0ae8de03:38883, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:25,627 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:25,627 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:25,628 DEBUG [master/0b0b0ae8de03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T20:22:25,630 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.341sec 2024-11-17T20:22:25,630 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T20:22:25,630 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T20:22:25,630 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T20:22:25,630 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T20:22:25,630 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T20:22:25,630 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,38883,1731874941650-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:22:25,630 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,38883,1731874941650-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T20:22:25,632 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T20:22:25,632 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T20:22:25,632 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,38883,1731874941650-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:22:25,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a9750f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:25,636 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,38883,-1 for getting cluster id 2024-11-17T20:22:25,636 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:22:25,637 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3dded228-1dea-4c40-bbf6-98e688e93165' 2024-11-17T20:22:25,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:22:25,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3dded228-1dea-4c40-bbf6-98e688e93165" 2024-11-17T20:22:25,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b25ab5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:25,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,38883,-1] 2024-11-17T20:22:25,638 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:22:25,638 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:25,638 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:22:25,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29a2b41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:25,639 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:22:25,640 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,35935,1731874942032, seqNum=-1] 2024-11-17T20:22:25,640 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:22:25,640 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:22:25,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0b0b0ae8de03,38883,1731874941650 2024-11-17T20:22:25,643 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:57184 2024-11-17T20:22:25,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:22:25,671 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1014a7631da0008 connected 2024-11-17T20:22:25,689 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:22:25,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,35459,1731874931076 2024-11-17T20:22:25,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70970e98 2024-11-17T20:22:25,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:22:25,691 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:22:25,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35459 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:22:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35459 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T20:22:25,693 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T20:22:25,693 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:25,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35459 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T20:22:25,694 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T20:22:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:22:25,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741835_1011 (size=902) 2024-11-17T20:22:25,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:22:26,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:22:26,104 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9dfedc119f715b855f66305733699dbe, NAME => 'test,,1731874945691.9dfedc119f715b855f66305733699dbe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7 2024-11-17T20:22:26,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741836_1012 (size=39) 2024-11-17T20:22:26,108 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731874945691.9dfedc119f715b855f66305733699dbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:22:26,108 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9dfedc119f715b855f66305733699dbe, disabling compactions & flushes 2024-11-17T20:22:26,108 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731874945691.9dfedc119f715b855f66305733699dbe. 2024-11-17T20:22:26,109 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731874945691.9dfedc119f715b855f66305733699dbe. 2024-11-17T20:22:26,109 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731874945691.9dfedc119f715b855f66305733699dbe. after waiting 0 ms 2024-11-17T20:22:26,109 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731874945691.9dfedc119f715b855f66305733699dbe. 2024-11-17T20:22:26,109 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731874945691.9dfedc119f715b855f66305733699dbe. 2024-11-17T20:22:26,109 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9dfedc119f715b855f66305733699dbe: Waiting for close lock at 1731874946108Disabling compacts and flushes for region at 1731874946108Disabling writes for close at 1731874946109 (+1 ms)Writing region close event to WAL at 1731874946109Closed at 1731874946109 2024-11-17T20:22:26,110 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T20:22:26,110 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731874945691.9dfedc119f715b855f66305733699dbe.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731874946110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731874946110"}]},"ts":"1731874946110"} 2024-11-17T20:22:26,112 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T20:22:26,112 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T20:22:26,113 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874946112"}]},"ts":"1731874946112"} 2024-11-17T20:22:26,114 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T20:22:26,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9dfedc119f715b855f66305733699dbe, ASSIGN}] 2024-11-17T20:22:26,115 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9dfedc119f715b855f66305733699dbe, ASSIGN 2024-11-17T20:22:26,116 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9dfedc119f715b855f66305733699dbe, ASSIGN; state=OFFLINE, location=0b0b0ae8de03,43315,1731874931261; forceNewPlan=false, retain=false 2024-11-17T20:22:26,266 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9dfedc119f715b855f66305733699dbe, regionState=OPENING, regionLocation=0b0b0ae8de03,43315,1731874931261 2024-11-17T20:22:26,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9dfedc119f715b855f66305733699dbe, ASSIGN because future has completed 2024-11-17T20:22:26,269 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9dfedc119f715b855f66305733699dbe, server=0b0b0ae8de03,43315,1731874931261}] 2024-11-17T20:22:26,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:22:26,423 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731874945691.9dfedc119f715b855f66305733699dbe. 2024-11-17T20:22:26,424 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9dfedc119f715b855f66305733699dbe, NAME => 'test,,1731874945691.9dfedc119f715b855f66305733699dbe.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:22:26,424 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:22:26,424 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T20:22:26,424 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9dfedc119f715b855f66305733699dbe 2024-11-17T20:22:26,424 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731874945691.9dfedc119f715b855f66305733699dbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:22:26,424 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9dfedc119f715b855f66305733699dbe 2024-11-17T20:22:26,424 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9dfedc119f715b855f66305733699dbe 2024-11-17T20:22:26,425 INFO [StoreOpener-9dfedc119f715b855f66305733699dbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9dfedc119f715b855f66305733699dbe 2024-11-17T20:22:26,426 INFO [StoreOpener-9dfedc119f715b855f66305733699dbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9dfedc119f715b855f66305733699dbe columnFamilyName f 2024-11-17T20:22:26,426 DEBUG [StoreOpener-9dfedc119f715b855f66305733699dbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:26,426 INFO [StoreOpener-9dfedc119f715b855f66305733699dbe-1 {}] regionserver.HStore(327): Store=9dfedc119f715b855f66305733699dbe/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:22:26,427 INFO [StoreOpener-9dfedc119f715b855f66305733699dbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9dfedc119f715b855f66305733699dbe 2024-11-17T20:22:26,427 INFO [StoreOpener-9dfedc119f715b855f66305733699dbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9dfedc119f715b855f66305733699dbe columnFamilyName f1 2024-11-17T20:22:26,427 DEBUG [StoreOpener-9dfedc119f715b855f66305733699dbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:26,428 INFO [StoreOpener-9dfedc119f715b855f66305733699dbe-1 {}] regionserver.HStore(327): Store=9dfedc119f715b855f66305733699dbe/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:22:26,428 INFO [StoreOpener-9dfedc119f715b855f66305733699dbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9dfedc119f715b855f66305733699dbe 2024-11-17T20:22:26,428 INFO [StoreOpener-9dfedc119f715b855f66305733699dbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9dfedc119f715b855f66305733699dbe columnFamilyName norep 2024-11-17T20:22:26,428 DEBUG [StoreOpener-9dfedc119f715b855f66305733699dbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:26,429 INFO [StoreOpener-9dfedc119f715b855f66305733699dbe-1 {}] regionserver.HStore(327): Store=9dfedc119f715b855f66305733699dbe/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:22:26,429 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9dfedc119f715b855f66305733699dbe 2024-11-17T20:22:26,429 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/default/test/9dfedc119f715b855f66305733699dbe 2024-11-17T20:22:26,429 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/default/test/9dfedc119f715b855f66305733699dbe 2024-11-17T20:22:26,430 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9dfedc119f715b855f66305733699dbe 2024-11-17T20:22:26,430 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9dfedc119f715b855f66305733699dbe 2024-11-17T20:22:26,430 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T20:22:26,431 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9dfedc119f715b855f66305733699dbe 2024-11-17T20:22:26,437 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/default/test/9dfedc119f715b855f66305733699dbe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:22:26,437 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9dfedc119f715b855f66305733699dbe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68969699, jitterRate=0.027728602290153503}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T20:22:26,437 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9dfedc119f715b855f66305733699dbe 2024-11-17T20:22:26,437 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9dfedc119f715b855f66305733699dbe: Running coprocessor pre-open hook at 1731874946424Writing region info on filesystem at 1731874946424Initializing all the Stores at 1731874946425 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874946425Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874946425Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874946425Cleaning up temporary data from old regions at 1731874946430 (+5 ms)Running coprocessor post-open hooks at 1731874946437 (+7 ms)Region opened successfully at 1731874946437 2024-11-17T20:22:26,438 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731874945691.9dfedc119f715b855f66305733699dbe., pid=6, masterSystemTime=1731874946420 2024-11-17T20:22:26,439 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731874945691.9dfedc119f715b855f66305733699dbe. 2024-11-17T20:22:26,439 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731874945691.9dfedc119f715b855f66305733699dbe. 2024-11-17T20:22:26,440 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9dfedc119f715b855f66305733699dbe, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0b0b0ae8de03,43315,1731874931261 2024-11-17T20:22:26,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9dfedc119f715b855f66305733699dbe, server=0b0b0ae8de03,43315,1731874931261 because future has completed 2024-11-17T20:22:26,443 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T20:22:26,443 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9dfedc119f715b855f66305733699dbe, server=0b0b0ae8de03,43315,1731874931261 in 173 msec 2024-11-17T20:22:26,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T20:22:26,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9dfedc119f715b855f66305733699dbe, ASSIGN in 329 msec 2024-11-17T20:22:26,445 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T20:22:26,445 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874946445"}]},"ts":"1731874946445"} 2024-11-17T20:22:26,446 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T20:22:26,447 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T20:22:26,449 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 756 msec 2024-11-17T20:22:26,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:22:26,833 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:22:26,833 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T20:22:26,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,35313,1731874936185 2024-11-17T20:22:26,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67cdccc4 2024-11-17T20:22:26,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:22:26,834 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:22:26,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:22:26,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T20:22:26,836 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T20:22:26,836 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:26,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T20:22:26,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:22:26,837 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T20:22:26,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:22:27,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741835_1011 (size=902) 2024-11-17T20:22:27,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:22:27,410 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a2a97164e8a5adaa2cc9f977114a810f, NAME => 'test,,1731874946834.a2a97164e8a5adaa2cc9f977114a810f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5 2024-11-17T20:22:27,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741836_1012 (size=39) 2024-11-17T20:22:27,426 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731874946834.a2a97164e8a5adaa2cc9f977114a810f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:22:27,426 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a2a97164e8a5adaa2cc9f977114a810f, disabling compactions & flushes 2024-11-17T20:22:27,427 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731874946834.a2a97164e8a5adaa2cc9f977114a810f. 2024-11-17T20:22:27,427 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731874946834.a2a97164e8a5adaa2cc9f977114a810f. 2024-11-17T20:22:27,427 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731874946834.a2a97164e8a5adaa2cc9f977114a810f. after waiting 0 ms 2024-11-17T20:22:27,427 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731874946834.a2a97164e8a5adaa2cc9f977114a810f. 2024-11-17T20:22:27,427 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731874946834.a2a97164e8a5adaa2cc9f977114a810f. 2024-11-17T20:22:27,427 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a2a97164e8a5adaa2cc9f977114a810f: Waiting for close lock at 1731874947426Disabling compacts and flushes for region at 1731874947426Disabling writes for close at 1731874947427 (+1 ms)Writing region close event to WAL at 1731874947427Closed at 1731874947427 2024-11-17T20:22:27,428 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T20:22:27,428 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731874946834.a2a97164e8a5adaa2cc9f977114a810f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731874947428"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731874947428"}]},"ts":"1731874947428"} 2024-11-17T20:22:27,430 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T20:22:27,431 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T20:22:27,431 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874947431"}]},"ts":"1731874947431"} 2024-11-17T20:22:27,433 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T20:22:27,433 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a2a97164e8a5adaa2cc9f977114a810f, ASSIGN}] 2024-11-17T20:22:27,441 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a2a97164e8a5adaa2cc9f977114a810f, ASSIGN 2024-11-17T20:22:27,442 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a2a97164e8a5adaa2cc9f977114a810f, ASSIGN; state=OFFLINE, location=0b0b0ae8de03,35593,1731874936680; forceNewPlan=false, retain=false 2024-11-17T20:22:27,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:22:27,593 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a2a97164e8a5adaa2cc9f977114a810f, regionState=OPENING, regionLocation=0b0b0ae8de03,35593,1731874936680 2024-11-17T20:22:27,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a2a97164e8a5adaa2cc9f977114a810f, ASSIGN because future has completed 2024-11-17T20:22:27,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2a97164e8a5adaa2cc9f977114a810f, server=0b0b0ae8de03,35593,1731874936680}] 2024-11-17T20:22:27,765 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731874946834.a2a97164e8a5adaa2cc9f977114a810f. 2024-11-17T20:22:27,765 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a2a97164e8a5adaa2cc9f977114a810f, NAME => 'test,,1731874946834.a2a97164e8a5adaa2cc9f977114a810f.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:22:27,766 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:22:27,766 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T20:22:27,766 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a2a97164e8a5adaa2cc9f977114a810f 2024-11-17T20:22:27,766 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731874946834.a2a97164e8a5adaa2cc9f977114a810f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:22:27,766 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a2a97164e8a5adaa2cc9f977114a810f 2024-11-17T20:22:27,766 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a2a97164e8a5adaa2cc9f977114a810f 2024-11-17T20:22:27,773 INFO [StoreOpener-a2a97164e8a5adaa2cc9f977114a810f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a2a97164e8a5adaa2cc9f977114a810f 2024-11-17T20:22:27,775 INFO [StoreOpener-a2a97164e8a5adaa2cc9f977114a810f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2a97164e8a5adaa2cc9f977114a810f columnFamilyName f 2024-11-17T20:22:27,775 DEBUG [StoreOpener-a2a97164e8a5adaa2cc9f977114a810f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:27,776 INFO [StoreOpener-a2a97164e8a5adaa2cc9f977114a810f-1 {}] regionserver.HStore(327): Store=a2a97164e8a5adaa2cc9f977114a810f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:22:27,776 INFO [StoreOpener-a2a97164e8a5adaa2cc9f977114a810f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a2a97164e8a5adaa2cc9f977114a810f 2024-11-17T20:22:27,777 INFO [StoreOpener-a2a97164e8a5adaa2cc9f977114a810f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2a97164e8a5adaa2cc9f977114a810f columnFamilyName f1 2024-11-17T20:22:27,777 DEBUG [StoreOpener-a2a97164e8a5adaa2cc9f977114a810f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:27,777 INFO [StoreOpener-a2a97164e8a5adaa2cc9f977114a810f-1 {}] regionserver.HStore(327): Store=a2a97164e8a5adaa2cc9f977114a810f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:22:27,777 INFO [StoreOpener-a2a97164e8a5adaa2cc9f977114a810f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a2a97164e8a5adaa2cc9f977114a810f 2024-11-17T20:22:27,778 INFO [StoreOpener-a2a97164e8a5adaa2cc9f977114a810f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2a97164e8a5adaa2cc9f977114a810f columnFamilyName norep 2024-11-17T20:22:27,778 DEBUG [StoreOpener-a2a97164e8a5adaa2cc9f977114a810f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:27,779 INFO [StoreOpener-a2a97164e8a5adaa2cc9f977114a810f-1 {}] regionserver.HStore(327): Store=a2a97164e8a5adaa2cc9f977114a810f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:22:27,779 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a2a97164e8a5adaa2cc9f977114a810f 2024-11-17T20:22:27,780 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/data/default/test/a2a97164e8a5adaa2cc9f977114a810f 2024-11-17T20:22:27,780 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/data/default/test/a2a97164e8a5adaa2cc9f977114a810f 2024-11-17T20:22:27,781 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a2a97164e8a5adaa2cc9f977114a810f 2024-11-17T20:22:27,781 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a2a97164e8a5adaa2cc9f977114a810f 2024-11-17T20:22:27,781 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T20:22:27,782 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a2a97164e8a5adaa2cc9f977114a810f 2024-11-17T20:22:27,785 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/data/default/test/a2a97164e8a5adaa2cc9f977114a810f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:22:27,785 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a2a97164e8a5adaa2cc9f977114a810f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71397981, jitterRate=0.06391282379627228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T20:22:27,786 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a2a97164e8a5adaa2cc9f977114a810f 2024-11-17T20:22:27,786 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a2a97164e8a5adaa2cc9f977114a810f: Running coprocessor pre-open hook at 1731874947766Writing region info on filesystem at 1731874947766Initializing all the Stores at 1731874947768 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874947768Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874947772 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874947772Cleaning up temporary data from old regions at 1731874947781 (+9 ms)Running coprocessor post-open hooks at 1731874947786 (+5 ms)Region opened successfully at 1731874947786 2024-11-17T20:22:27,790 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731874946834.a2a97164e8a5adaa2cc9f977114a810f., pid=6, masterSystemTime=1731874947756 2024-11-17T20:22:27,792 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731874946834.a2a97164e8a5adaa2cc9f977114a810f. 2024-11-17T20:22:27,792 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731874946834.a2a97164e8a5adaa2cc9f977114a810f. 2024-11-17T20:22:27,801 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a2a97164e8a5adaa2cc9f977114a810f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0b0b0ae8de03,35593,1731874936680 2024-11-17T20:22:27,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2a97164e8a5adaa2cc9f977114a810f, server=0b0b0ae8de03,35593,1731874936680 because future has completed 2024-11-17T20:22:27,813 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T20:22:27,815 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a2a97164e8a5adaa2cc9f977114a810f, server=0b0b0ae8de03,35593,1731874936680 in 214 msec 2024-11-17T20:22:27,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T20:22:27,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a2a97164e8a5adaa2cc9f977114a810f, ASSIGN in 380 msec 2024-11-17T20:22:27,817 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T20:22:27,818 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874947817"}]},"ts":"1731874947817"} 2024-11-17T20:22:27,820 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T20:22:27,821 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T20:22:27,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 986 msec 2024-11-17T20:22:27,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:22:27,974 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T20:22:27,974 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:22:27,975 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,38883,1731874941650 2024-11-17T20:22:27,975 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5804a9e0 2024-11-17T20:22:27,975 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:22:27,976 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:22:27,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38883 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:22:27,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38883 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T20:22:27,978 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T20:22:27,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38883 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T20:22:27,978 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:27,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:22:27,979 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T20:22:27,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41511 is added to blk_1073741835_1011 (size=902) 2024-11-17T20:22:28,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:22:28,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:22:28,385 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 50b90dad41a7e854db0734f87b26b0ed, NAME => 'test,,1731874947976.50b90dad41a7e854db0734f87b26b0ed.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff 2024-11-17T20:22:28,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41511 is added to blk_1073741836_1012 (size=39) 2024-11-17T20:22:28,390 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731874947976.50b90dad41a7e854db0734f87b26b0ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:22:28,390 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 50b90dad41a7e854db0734f87b26b0ed, disabling compactions & flushes 2024-11-17T20:22:28,390 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731874947976.50b90dad41a7e854db0734f87b26b0ed. 2024-11-17T20:22:28,390 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731874947976.50b90dad41a7e854db0734f87b26b0ed. 2024-11-17T20:22:28,390 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731874947976.50b90dad41a7e854db0734f87b26b0ed. after waiting 0 ms 2024-11-17T20:22:28,390 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731874947976.50b90dad41a7e854db0734f87b26b0ed. 2024-11-17T20:22:28,390 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731874947976.50b90dad41a7e854db0734f87b26b0ed. 2024-11-17T20:22:28,390 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 50b90dad41a7e854db0734f87b26b0ed: Waiting for close lock at 1731874948390Disabling compacts and flushes for region at 1731874948390Disabling writes for close at 1731874948390Writing region close event to WAL at 1731874948390Closed at 1731874948390 2024-11-17T20:22:28,391 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T20:22:28,391 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731874947976.50b90dad41a7e854db0734f87b26b0ed.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731874948391"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731874948391"}]},"ts":"1731874948391"} 2024-11-17T20:22:28,393 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T20:22:28,393 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T20:22:28,394 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874948393"}]},"ts":"1731874948393"} 2024-11-17T20:22:28,395 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T20:22:28,395 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=50b90dad41a7e854db0734f87b26b0ed, ASSIGN}] 2024-11-17T20:22:28,396 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=50b90dad41a7e854db0734f87b26b0ed, ASSIGN 2024-11-17T20:22:28,397 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=50b90dad41a7e854db0734f87b26b0ed, ASSIGN; state=OFFLINE, location=0b0b0ae8de03,35935,1731874942032; forceNewPlan=false, retain=false 2024-11-17T20:22:28,548 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=50b90dad41a7e854db0734f87b26b0ed, regionState=OPENING, regionLocation=0b0b0ae8de03,35935,1731874942032 2024-11-17T20:22:28,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=50b90dad41a7e854db0734f87b26b0ed, ASSIGN because future has completed 2024-11-17T20:22:28,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 50b90dad41a7e854db0734f87b26b0ed, server=0b0b0ae8de03,35935,1731874942032}] 2024-11-17T20:22:28,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:22:28,706 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731874947976.50b90dad41a7e854db0734f87b26b0ed. 2024-11-17T20:22:28,706 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 50b90dad41a7e854db0734f87b26b0ed, NAME => 'test,,1731874947976.50b90dad41a7e854db0734f87b26b0ed.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:22:28,706 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:22:28,706 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T20:22:28,707 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 50b90dad41a7e854db0734f87b26b0ed 2024-11-17T20:22:28,707 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731874947976.50b90dad41a7e854db0734f87b26b0ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:22:28,707 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 50b90dad41a7e854db0734f87b26b0ed 2024-11-17T20:22:28,707 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 50b90dad41a7e854db0734f87b26b0ed 2024-11-17T20:22:28,708 INFO [StoreOpener-50b90dad41a7e854db0734f87b26b0ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 50b90dad41a7e854db0734f87b26b0ed 2024-11-17T20:22:28,709 INFO [StoreOpener-50b90dad41a7e854db0734f87b26b0ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50b90dad41a7e854db0734f87b26b0ed columnFamilyName f 2024-11-17T20:22:28,710 DEBUG [StoreOpener-50b90dad41a7e854db0734f87b26b0ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:28,710 INFO [StoreOpener-50b90dad41a7e854db0734f87b26b0ed-1 {}] regionserver.HStore(327): Store=50b90dad41a7e854db0734f87b26b0ed/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:22:28,710 INFO [StoreOpener-50b90dad41a7e854db0734f87b26b0ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 50b90dad41a7e854db0734f87b26b0ed 2024-11-17T20:22:28,711 INFO [StoreOpener-50b90dad41a7e854db0734f87b26b0ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50b90dad41a7e854db0734f87b26b0ed columnFamilyName f1 2024-11-17T20:22:28,712 DEBUG [StoreOpener-50b90dad41a7e854db0734f87b26b0ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:28,712 INFO [StoreOpener-50b90dad41a7e854db0734f87b26b0ed-1 {}] regionserver.HStore(327): Store=50b90dad41a7e854db0734f87b26b0ed/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:22:28,712 INFO [StoreOpener-50b90dad41a7e854db0734f87b26b0ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 50b90dad41a7e854db0734f87b26b0ed 2024-11-17T20:22:28,713 INFO [StoreOpener-50b90dad41a7e854db0734f87b26b0ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50b90dad41a7e854db0734f87b26b0ed columnFamilyName norep 2024-11-17T20:22:28,713 DEBUG [StoreOpener-50b90dad41a7e854db0734f87b26b0ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:28,714 INFO [StoreOpener-50b90dad41a7e854db0734f87b26b0ed-1 {}] regionserver.HStore(327): Store=50b90dad41a7e854db0734f87b26b0ed/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:22:28,714 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 50b90dad41a7e854db0734f87b26b0ed 2024-11-17T20:22:28,715 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/data/default/test/50b90dad41a7e854db0734f87b26b0ed 2024-11-17T20:22:28,715 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/data/default/test/50b90dad41a7e854db0734f87b26b0ed 2024-11-17T20:22:28,716 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 50b90dad41a7e854db0734f87b26b0ed 2024-11-17T20:22:28,716 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 50b90dad41a7e854db0734f87b26b0ed 2024-11-17T20:22:28,716 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T20:22:28,717 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 50b90dad41a7e854db0734f87b26b0ed 2024-11-17T20:22:28,720 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/data/default/test/50b90dad41a7e854db0734f87b26b0ed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:22:28,723 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 50b90dad41a7e854db0734f87b26b0ed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69164945, jitterRate=0.030637994408607483}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T20:22:28,723 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 50b90dad41a7e854db0734f87b26b0ed 2024-11-17T20:22:28,723 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 50b90dad41a7e854db0734f87b26b0ed: Running coprocessor pre-open hook at 1731874948707Writing region info on filesystem at 1731874948707Initializing all the Stores at 1731874948708 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874948708Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874948708Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874948708Cleaning up temporary data from old regions at 1731874948716 (+8 ms)Running coprocessor post-open hooks at 1731874948723 (+7 ms)Region opened successfully at 1731874948723 2024-11-17T20:22:28,724 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731874947976.50b90dad41a7e854db0734f87b26b0ed., pid=6, masterSystemTime=1731874948702 2024-11-17T20:22:28,727 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731874947976.50b90dad41a7e854db0734f87b26b0ed. 2024-11-17T20:22:28,727 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731874947976.50b90dad41a7e854db0734f87b26b0ed. 2024-11-17T20:22:28,727 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=50b90dad41a7e854db0734f87b26b0ed, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0b0b0ae8de03,35935,1731874942032 2024-11-17T20:22:28,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 50b90dad41a7e854db0734f87b26b0ed, server=0b0b0ae8de03,35935,1731874942032 because future has completed 2024-11-17T20:22:28,731 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T20:22:28,731 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 50b90dad41a7e854db0734f87b26b0ed, server=0b0b0ae8de03,35935,1731874942032 in 180 msec 2024-11-17T20:22:28,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T20:22:28,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=50b90dad41a7e854db0734f87b26b0ed, ASSIGN in 336 msec 2024-11-17T20:22:28,733 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T20:22:28,733 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874948733"}]},"ts":"1731874948733"} 2024-11-17T20:22:28,735 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T20:22:28,736 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T20:22:28,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 760 msec 2024-11-17T20:22:29,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:22:29,114 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T20:22:29,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60718653, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:29,115 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,35459,-1 for getting cluster id 2024-11-17T20:22:29,116 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:22:29,117 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a5e0bfd-d544-4a71-8a78-725ab439fcab' 2024-11-17T20:22:29,118 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:22:29,118 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a5e0bfd-d544-4a71-8a78-725ab439fcab" 2024-11-17T20:22:29,118 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a14988a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:29,118 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,35459,-1] 2024-11-17T20:22:29,119 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:22:29,119 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:29,120 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:22:29,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17211cc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:29,121 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:22:29,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,35459,1731874931076 2024-11-17T20:22:29,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@145899e2 2024-11-17T20:22:29,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:22:29,125 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:22:29,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35459 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://0b0b0ae8de03:35313,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T20:22:29,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35459 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T20:22:29,131 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b0b0ae8de03:35313' 2024-11-17T20:22:29,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:22:29,140 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6de9a6ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:29,141 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,35313,-1 for getting cluster id 2024-11-17T20:22:29,141 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:22:29,141 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7404595-b518-4c63-8a2e-c204fdcbfd0c' 2024-11-17T20:22:29,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:22:29,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7404595-b518-4c63-8a2e-c204fdcbfd0c" 2024-11-17T20:22:29,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39920541, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:29,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,35313,-1] 2024-11-17T20:22:29,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:22:29,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:29,143 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:22:29,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6508e554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:29,144 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:22:29,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,35313,1731874936185 2024-11-17T20:22:29,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6adf8aaa 2024-11-17T20:22:29,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:22:29,147 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:22:29,149 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-17T20:22:29,149 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T20:22:29,149 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:29,150 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:29,150 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:22:29,152 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:22:29,152 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T20:22:29,158 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T20:22:29,158 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:29,159 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T20:22:29,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741837_1013 (size=1138) 2024-11-17T20:22:29,206 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T20:22:29,209 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 138cec053bc8b6f64b3fb07ae7183f17, NAME => 'hbase:replication,,1731874949150.138cec053bc8b6f64b3fb07ae7183f17.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7 2024-11-17T20:22:29,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:22:29,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741838_1014 (size=44) 2024-11-17T20:22:29,254 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731874949150.138cec053bc8b6f64b3fb07ae7183f17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:22:29,254 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 138cec053bc8b6f64b3fb07ae7183f17, disabling compactions & flushes 2024-11-17T20:22:29,254 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731874949150.138cec053bc8b6f64b3fb07ae7183f17. 2024-11-17T20:22:29,254 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731874949150.138cec053bc8b6f64b3fb07ae7183f17. 2024-11-17T20:22:29,254 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731874949150.138cec053bc8b6f64b3fb07ae7183f17. after waiting 0 ms 2024-11-17T20:22:29,254 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731874949150.138cec053bc8b6f64b3fb07ae7183f17. 2024-11-17T20:22:29,254 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731874949150.138cec053bc8b6f64b3fb07ae7183f17. 2024-11-17T20:22:29,254 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 138cec053bc8b6f64b3fb07ae7183f17: Waiting for close lock at 1731874949254Disabling compacts and flushes for region at 1731874949254Disabling writes for close at 1731874949254Writing region close event to WAL at 1731874949254Closed at 1731874949254 2024-11-17T20:22:29,256 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T20:22:29,256 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731874949150.138cec053bc8b6f64b3fb07ae7183f17.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731874949256"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731874949256"}]},"ts":"1731874949256"} 2024-11-17T20:22:29,258 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T20:22:29,259 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T20:22:29,259 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874949259"}]},"ts":"1731874949259"} 2024-11-17T20:22:29,261 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T20:22:29,261 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=138cec053bc8b6f64b3fb07ae7183f17, ASSIGN}] 2024-11-17T20:22:29,265 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=138cec053bc8b6f64b3fb07ae7183f17, ASSIGN 2024-11-17T20:22:29,266 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=138cec053bc8b6f64b3fb07ae7183f17, ASSIGN; state=OFFLINE, location=0b0b0ae8de03,43315,1731874931261; forceNewPlan=false, retain=false 2024-11-17T20:22:29,417 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=138cec053bc8b6f64b3fb07ae7183f17, regionState=OPENING, regionLocation=0b0b0ae8de03,43315,1731874931261 2024-11-17T20:22:29,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=138cec053bc8b6f64b3fb07ae7183f17, ASSIGN because future has completed 2024-11-17T20:22:29,420 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 138cec053bc8b6f64b3fb07ae7183f17, server=0b0b0ae8de03,43315,1731874931261}] 2024-11-17T20:22:29,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:22:29,576 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731874949150.138cec053bc8b6f64b3fb07ae7183f17. 2024-11-17T20:22:29,576 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:22:29,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T20:22:29,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b0b0ae8de03%2C43315%2C1731874931261.rep, suffix=, logDir=hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261, archiveDir=hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/oldWALs, maxLogs=10 2024-11-17T20:22:29,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.rep.1731874949578, exclude list is [], retry=0 2024-11-17T20:22:29,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41085,DS-1d012cd6-b8d7-4c98-85eb-b5a1f44a5b40,DISK] 2024-11-17T20:22:29,601 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.rep.1731874949578 2024-11-17T20:22:29,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36719:36719)] 2024-11-17T20:22:29,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 138cec053bc8b6f64b3fb07ae7183f17, NAME => 'hbase:replication,,1731874949150.138cec053bc8b6f64b3fb07ae7183f17.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:22:29,601 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T20:22:29,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T20:22:29,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731874949150.138cec053bc8b6f64b3fb07ae7183f17. service=MultiRowMutationService 2024-11-17T20:22:29,602 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T20:22:29,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 138cec053bc8b6f64b3fb07ae7183f17 2024-11-17T20:22:29,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731874949150.138cec053bc8b6f64b3fb07ae7183f17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:22:29,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 138cec053bc8b6f64b3fb07ae7183f17 2024-11-17T20:22:29,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 138cec053bc8b6f64b3fb07ae7183f17 2024-11-17T20:22:29,604 INFO [StoreOpener-138cec053bc8b6f64b3fb07ae7183f17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 138cec053bc8b6f64b3fb07ae7183f17 2024-11-17T20:22:29,605 INFO [StoreOpener-138cec053bc8b6f64b3fb07ae7183f17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 138cec053bc8b6f64b3fb07ae7183f17 columnFamilyName hfileref 2024-11-17T20:22:29,605 DEBUG [StoreOpener-138cec053bc8b6f64b3fb07ae7183f17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:29,606 INFO [StoreOpener-138cec053bc8b6f64b3fb07ae7183f17-1 {}] regionserver.HStore(327): Store=138cec053bc8b6f64b3fb07ae7183f17/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:22:29,606 INFO [StoreOpener-138cec053bc8b6f64b3fb07ae7183f17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 138cec053bc8b6f64b3fb07ae7183f17 2024-11-17T20:22:29,607 INFO [StoreOpener-138cec053bc8b6f64b3fb07ae7183f17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 138cec053bc8b6f64b3fb07ae7183f17 columnFamilyName queue 2024-11-17T20:22:29,607 DEBUG [StoreOpener-138cec053bc8b6f64b3fb07ae7183f17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:29,607 INFO [StoreOpener-138cec053bc8b6f64b3fb07ae7183f17-1 {}] regionserver.HStore(327): Store=138cec053bc8b6f64b3fb07ae7183f17/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:22:29,607 INFO [StoreOpener-138cec053bc8b6f64b3fb07ae7183f17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 138cec053bc8b6f64b3fb07ae7183f17 2024-11-17T20:22:29,608 INFO [StoreOpener-138cec053bc8b6f64b3fb07ae7183f17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 138cec053bc8b6f64b3fb07ae7183f17 columnFamilyName sid 2024-11-17T20:22:29,608 DEBUG [StoreOpener-138cec053bc8b6f64b3fb07ae7183f17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:22:29,608 INFO [StoreOpener-138cec053bc8b6f64b3fb07ae7183f17-1 {}] regionserver.HStore(327): Store=138cec053bc8b6f64b3fb07ae7183f17/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:22:29,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 138cec053bc8b6f64b3fb07ae7183f17 2024-11-17T20:22:29,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/hbase/replication/138cec053bc8b6f64b3fb07ae7183f17 2024-11-17T20:22:29,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/hbase/replication/138cec053bc8b6f64b3fb07ae7183f17 2024-11-17T20:22:29,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 138cec053bc8b6f64b3fb07ae7183f17 2024-11-17T20:22:29,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 138cec053bc8b6f64b3fb07ae7183f17 2024-11-17T20:22:29,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T20:22:29,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 138cec053bc8b6f64b3fb07ae7183f17 2024-11-17T20:22:29,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/hbase/replication/138cec053bc8b6f64b3fb07ae7183f17/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:22:29,616 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 138cec053bc8b6f64b3fb07ae7183f17; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69185686, jitterRate=0.030947059392929077}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T20:22:29,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 138cec053bc8b6f64b3fb07ae7183f17 2024-11-17T20:22:29,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 138cec053bc8b6f64b3fb07ae7183f17: Running coprocessor pre-open hook at 1731874949602Writing region info on filesystem at 1731874949602Initializing all the Stores at 1731874949603 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874949603Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874949604 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874949604Cleaning up temporary data from old regions at 1731874949609 (+5 ms)Running coprocessor post-open hooks at 1731874949616 (+7 ms)Region opened successfully at 1731874949616 2024-11-17T20:22:29,617 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731874949150.138cec053bc8b6f64b3fb07ae7183f17., pid=10, masterSystemTime=1731874949572 2024-11-17T20:22:29,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731874949150.138cec053bc8b6f64b3fb07ae7183f17. 2024-11-17T20:22:29,619 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731874949150.138cec053bc8b6f64b3fb07ae7183f17. 2024-11-17T20:22:29,619 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=138cec053bc8b6f64b3fb07ae7183f17, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,43315,1731874931261 2024-11-17T20:22:29,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 138cec053bc8b6f64b3fb07ae7183f17, server=0b0b0ae8de03,43315,1731874931261 because future has completed 2024-11-17T20:22:29,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T20:22:29,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 138cec053bc8b6f64b3fb07ae7183f17, server=0b0b0ae8de03,43315,1731874931261 in 208 msec 2024-11-17T20:22:29,632 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T20:22:29,632 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=138cec053bc8b6f64b3fb07ae7183f17, ASSIGN in 369 msec 2024-11-17T20:22:29,632 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T20:22:29,632 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874949632"}]},"ts":"1731874949632"} 2024-11-17T20:22:29,634 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T20:22:29,634 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T20:22:29,636 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 484 msec 2024-11-17T20:22:29,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731874949150.138cec053bc8b6f64b3fb07ae7183f17., hostname=0b0b0ae8de03,43315,1731874931261, seqNum=2] 2024-11-17T20:22:29,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43315-0x1014a7631da0001, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550146389 2024-11-17T20:22:29,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35459-0x1014a7631da0000, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550146389 2024-11-17T20:22:29,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T20:22:29,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:22:29,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43315 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T20:22:29,914 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T20:22:29,940 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-0b0b0ae8de03,43315,1731874931261, ReplicationSource: 1, currentBandwidth=0 2024-11-17T20:22:29,941 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:22:29,941 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,43315,1731874931261, seqNum=-1] 2024-11-17T20:22:29,941 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:22:29,942 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52379, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-17T20:22:29,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-0b0b0ae8de03,43315,1731874931261', locateType=CURRENT is [region=hbase:replication,,1731874949150.138cec053bc8b6f64b3fb07ae7183f17., hostname=0b0b0ae8de03,43315,1731874931261, seqNum=2] 2024-11-17T20:22:29,945 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T20:22:29,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35459 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T20:22:29,947 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 0b0b0ae8de03,43315,1731874931261 suceeded 2024-11-17T20:22:29,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T20:22:29,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-17T20:22:29,949 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://0b0b0ae8de03:35313,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T20:22:29,950 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 823 msec 2024-11-17T20:22:29,959 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b0b0ae8de03:35313' 2024-11-17T20:22:29,960 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7efbe12e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:29,960 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,35313,-1 for getting cluster id 2024-11-17T20:22:29,960 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:22:29,961 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7404595-b518-4c63-8a2e-c204fdcbfd0c' 2024-11-17T20:22:29,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:22:29,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7404595-b518-4c63-8a2e-c204fdcbfd0c" 2024-11-17T20:22:29,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e965b01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:29,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,35313,-1] 2024-11-17T20:22:29,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:22:29,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:29,962 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:22:29,962 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b59964a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:29,962 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:22:29,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,35313,1731874936185 2024-11-17T20:22:29,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fbc6151 2024-11-17T20:22:29,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:22:29,964 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-17T20:22:29,964 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0b0b0ae8de03,43315,1731874931261 (queues=1) is replicating from cluster=4a5e0bfd-d544-4a71-8a78-725ab439fcab to cluster=c7404595-b518-4c63-8a2e-c204fdcbfd0c 2024-11-17T20:22:29,964 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0b0b0ae8de03%2C43315%2C1731874931261 2024-11-17T20:22:29,964 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0b0b0ae8de03,43315,1731874931261, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T20:22:29,965 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261.replicationSource.shipper0b0b0ae8de03%2C43315%2C1731874931261,1-0b0b0ae8de03,43315,1731874931261 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0b0b0ae8de03%2C43315%2C1731874931261 2024-11-17T20:22:29,965 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261.replicationSource.wal-reader.0b0b0ae8de03%2C43315%2C1731874931261,1-0b0b0ae8de03,43315,1731874931261 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874932931, startPosition=0, beingWritten=true 2024-11-17T20:22:29,969 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261.replicationSource.wal-reader.0b0b0ae8de03%2C43315%2C1731874931261,1-0b0b0ae8de03,43315,1731874931261 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T20:22:29,969 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261.replicationSource.wal-reader.0b0b0ae8de03%2C43315%2C1731874931261,1-0b0b0ae8de03,43315,1731874931261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874932931 to pos 379, reset compression=false 2024-11-17T20:22:29,969 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261.replicationSource.shipper0b0b0ae8de03%2C43315%2C1731874931261,1-0b0b0ae8de03,43315,1731874931261 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,43315,1731874931261 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874932931, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T20:22:30,184 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261.replicationSource.wal-reader.0b0b0ae8de03%2C43315%2C1731874931261,1-0b0b0ae8de03,43315,1731874931261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874932931 to pos 379, reset compression=false 2024-11-17T20:22:30,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T20:22:30,274 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T20:22:30,274 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:22:30,274 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:22:30,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:30,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:30,274 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:22:30,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3435e9fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:30,275 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,35459,-1 for getting cluster id 2024-11-17T20:22:30,275 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:22:30,276 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a5e0bfd-d544-4a71-8a78-725ab439fcab' 2024-11-17T20:22:30,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:22:30,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a5e0bfd-d544-4a71-8a78-725ab439fcab" 2024-11-17T20:22:30,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f5c7444, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:30,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,35459,-1] 2024-11-17T20:22:30,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:22:30,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:30,277 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:22:30,278 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18a5c0cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:30,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@333e90f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:30,279 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,35313,-1 for getting cluster id 2024-11-17T20:22:30,279 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:22:30,279 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7404595-b518-4c63-8a2e-c204fdcbfd0c' 2024-11-17T20:22:30,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:22:30,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7404595-b518-4c63-8a2e-c204fdcbfd0c" 2024-11-17T20:22:30,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57ef69b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:30,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,35313,-1] 2024-11-17T20:22:30,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:22:30,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:30,281 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:22:30,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bc3113f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:30,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d0e18cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:30,286 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,38883,-1 for getting cluster id 2024-11-17T20:22:30,286 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:22:30,287 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3dded228-1dea-4c40-bbf6-98e688e93165' 2024-11-17T20:22:30,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:22:30,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3dded228-1dea-4c40-bbf6-98e688e93165" 2024-11-17T20:22:30,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4781e2e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:30,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,38883,-1] 2024-11-17T20:22:30,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:22:30,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:30,289 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:22:30,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@98ade6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:30,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:22:30,294 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731874950293/Put/seqid=0 2024-11-17T20:22:30,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741840_1016 (size=7894) 2024-11-17T20:22:30,302 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731874950302/Put/seqid=0 2024-11-17T20:22:30,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741841_1017 (size=7691) 2024-11-17T20:22:30,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4abb4535, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:30,310 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,35459,-1 for getting cluster id 2024-11-17T20:22:30,311 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:22:30,311 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a5e0bfd-d544-4a71-8a78-725ab439fcab' 2024-11-17T20:22:30,311 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:22:30,311 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a5e0bfd-d544-4a71-8a78-725ab439fcab" 2024-11-17T20:22:30,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f5b015d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:30,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,35459,-1] 2024-11-17T20:22:30,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:22:30,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:30,313 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:22:30,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@84aac4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:30,313 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:22:30,314 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,43315,1731874931261, seqNum=-1] 2024-11-17T20:22:30,315 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:22:30,315 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:22:30,320 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:22:30,321 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,35459,1731874931076 2024-11-17T20:22:30,321 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fa0f072 2024-11-17T20:22:30,321 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:22:30,322 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:22:30,324 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731874945691.9dfedc119f715b855f66305733699dbe., hostname=0b0b0ae8de03,43315,1731874931261, seqNum=2] 2024-11-17T20:22:30,326 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T20:22:30,330 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-17T20:22:30,332 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-17T20:22:30,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 9dfedc119f715b855f66305733699dbe/f 2024-11-17T20:22:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-17T20:22:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T20:22:30,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 9dfedc119f715b855f66305733699dbe/f 2024-11-17T20:22:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-17T20:22:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T20:22:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] regionserver.HRegion(2603): Flush status journal for 9dfedc119f715b855f66305733699dbe: 2024-11-17T20:22:30,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/staging/jenkins__test__dof831k9oauocjgdv5j3vuhflf03ku5ai7hrs2tib1ln6uggagkts01484bvlrgo/f/hfile_0 2024-11-17T20:22:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/staging/jenkins__test__dof831k9oauocjgdv5j3vuhflf03ku5ai7hrs2tib1ln6uggagkts01484bvlrgo/f/hfile_0 as hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/default/test/9dfedc119f715b855f66305733699dbe/f/79b22ac07d7c43b198c6d9affe151ed5_SeqId_4_ 2024-11-17T20:22:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/staging/jenkins__test__dof831k9oauocjgdv5j3vuhflf03ku5ai7hrs2tib1ln6uggagkts01484bvlrgo/f/hfile_1 2024-11-17T20:22:30,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/staging/jenkins__test__dof831k9oauocjgdv5j3vuhflf03ku5ai7hrs2tib1ln6uggagkts01484bvlrgo/f/hfile_1 as hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/default/test/9dfedc119f715b855f66305733699dbe/f/8b6bb48a3a43483f9b4fc0993a44fa14_SeqId_4_ 2024-11-17T20:22:30,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/staging/jenkins__test__dof831k9oauocjgdv5j3vuhflf03ku5ai7hrs2tib1ln6uggagkts01484bvlrgo/f/hfile_0 into 9dfedc119f715b855f66305733699dbe/f as hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/default/test/9dfedc119f715b855f66305733699dbe/f/79b22ac07d7c43b198c6d9affe151ed5_SeqId_4_ - updating store file list. 2024-11-17T20:22:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 79b22ac07d7c43b198c6d9affe151ed5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T20:22:30,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/default/test/9dfedc119f715b855f66305733699dbe/f/79b22ac07d7c43b198c6d9affe151ed5_SeqId_4_ into 9dfedc119f715b855f66305733699dbe/f 2024-11-17T20:22:30,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/staging/jenkins__test__dof831k9oauocjgdv5j3vuhflf03ku5ai7hrs2tib1ln6uggagkts01484bvlrgo/f/hfile_0 into 9dfedc119f715b855f66305733699dbe/f (new location: hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/default/test/9dfedc119f715b855f66305733699dbe/f/79b22ac07d7c43b198c6d9affe151ed5_SeqId_4_) 2024-11-17T20:22:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/staging/jenkins__test__dof831k9oauocjgdv5j3vuhflf03ku5ai7hrs2tib1ln6uggagkts01484bvlrgo/f/hfile_0 2024-11-17T20:22:30,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/staging/jenkins__test__dof831k9oauocjgdv5j3vuhflf03ku5ai7hrs2tib1ln6uggagkts01484bvlrgo/f/hfile_1 into 9dfedc119f715b855f66305733699dbe/f as hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/default/test/9dfedc119f715b855f66305733699dbe/f/8b6bb48a3a43483f9b4fc0993a44fa14_SeqId_4_ - updating store file list. 2024-11-17T20:22:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8b6bb48a3a43483f9b4fc0993a44fa14_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T20:22:30,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/default/test/9dfedc119f715b855f66305733699dbe/f/8b6bb48a3a43483f9b4fc0993a44fa14_SeqId_4_ into 9dfedc119f715b855f66305733699dbe/f 2024-11-17T20:22:30,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/staging/jenkins__test__dof831k9oauocjgdv5j3vuhflf03ku5ai7hrs2tib1ln6uggagkts01484bvlrgo/f/hfile_1 into 9dfedc119f715b855f66305733699dbe/f (new location: hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/default/test/9dfedc119f715b855f66305733699dbe/f/8b6bb48a3a43483f9b4fc0993a44fa14_SeqId_4_) 2024-11-17T20:22:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/staging/jenkins__test__dof831k9oauocjgdv5j3vuhflf03ku5ai7hrs2tib1ln6uggagkts01484bvlrgo/f/hfile_1 2024-11-17T20:22:30,359 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:22:30,359 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:22:30,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:30,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:30,359 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:22:30,360 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731874945691.9dfedc119f715b855f66305733699dbe., hostname=0b0b0ae8de03,43315,1731874931261, seqNum=2 , the old value is region=test,,1731874945691.9dfedc119f715b855f66305733699dbe., hostname=0b0b0ae8de03,43315,1731874931261, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=0b0b0ae8de03:43315 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T20:22:30,360 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731874945691.9dfedc119f715b855f66305733699dbe., hostname=0b0b0ae8de03,43315,1731874931261, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T20:22:30,360 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731874945691.9dfedc119f715b855f66305733699dbe., hostname=0b0b0ae8de03,43315,1731874931261, seqNum=2 from cache 2024-11-17T20:22:30,360 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:22:30,360 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-17T20:22:30,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,35593,1731874936680, seqNum=-1] 2024-11-17T20:22:30,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:22:30,363 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:22:30,364 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731874946834.a2a97164e8a5adaa2cc9f977114a810f., hostname=0b0b0ae8de03,35593,1731874936680, seqNum=2] 2024-11-17T20:22:30,366 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T20:22:30,463 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:43315 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-17T20:22:30,487 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261.replicationSource.wal-reader.0b0b0ae8de03%2C43315%2C1731874931261,1-0b0b0ae8de03,43315,1731874931261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874932931 to pos 379, reset compression=false 2024-11-17T20:22:30,499 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261.replicationSource.wal-reader.0b0b0ae8de03%2C43315%2C1731874931261,1-0b0b0ae8de03,43315,1731874931261 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T20:22:30,499 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261.replicationSource.shipper0b0b0ae8de03%2C43315%2C1731874931261,1-0b0b0ae8de03,43315,1731874931261 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,43315,1731874931261 got entry batch from reader: WALEntryBatch [walEntries=[{test/9dfedc119f715b855f66305733699dbe/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731874950358/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874932931, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-17T20:22:30,501 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261.replicationSource.shipper0b0b0ae8de03%2C43315%2C1731874931261,1-0b0b0ae8de03,43315,1731874931261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T20:22:30,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-17T20:22:30,503 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] regionserver.ReplicationSink(318): Replicating [4a5e0bfd-d544-4a71-8a78-725ab439fcab] bulk loaded data 2024-11-17T20:22:30,503 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e7eb97f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:30,503 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,35313,-1 for getting cluster id 2024-11-17T20:22:30,503 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:22:30,504 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7404595-b518-4c63-8a2e-c204fdcbfd0c' 2024-11-17T20:22:30,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:22:30,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7404595-b518-4c63-8a2e-c204fdcbfd0c" 2024-11-17T20:22:30,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b297c17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:30,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,35313,-1] 2024-11-17T20:22:30,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:22:30,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:30,505 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:22:30,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@155fb0a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:30,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741837_1013 (size=7894) 2024-11-17T20:22:30,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741838_1014 (size=7691) 2024-11-17T20:22:30,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:22:30,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,35313,1731874936185 2024-11-17T20:22:30,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50374c16 2024-11-17T20:22:30,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:22:30,550 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-17T20:22:30,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T20:22:30,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:22:30,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,35593,1731874936680, seqNum=-1] 2024-11-17T20:22:30,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:22:30,556 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-17T20:22:30,562 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/staging/jenkins.hfs.22__test__aceastb0nivlbf1eceislbd50ptnculra6aulrbe8dhj9lhvdn3lfr6mp4bt3dh7/f/79b22ac07d7c43b198c6d9affe151ed5_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-17T20:22:30,567 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/staging/jenkins.hfs.22__test__aceastb0nivlbf1eceislbd50ptnculra6aulrbe8dhj9lhvdn3lfr6mp4bt3dh7/f/8b6bb48a3a43483f9b4fc0993a44fa14_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-17T20:22:30,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/staging/jenkins.hfs.22__test__aceastb0nivlbf1eceislbd50ptnculra6aulrbe8dhj9lhvdn3lfr6mp4bt3dh7/f/8b6bb48a3a43483f9b4fc0993a44fa14_SeqId_4_ for inclusion in a2a97164e8a5adaa2cc9f977114a810f/f 2024-11-17T20:22:30,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-17T20:22:30,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T20:22:30,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/staging/jenkins.hfs.22__test__aceastb0nivlbf1eceislbd50ptnculra6aulrbe8dhj9lhvdn3lfr6mp4bt3dh7/f/79b22ac07d7c43b198c6d9affe151ed5_SeqId_4_ for inclusion in a2a97164e8a5adaa2cc9f977114a810f/f 2024-11-17T20:22:30,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-17T20:22:30,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T20:22:30,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] regionserver.HRegion(2603): Flush status journal for a2a97164e8a5adaa2cc9f977114a810f: 2024-11-17T20:22:30,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8b6bb48a3a43483f9b4fc0993a44fa14_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-17T20:22:30,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/staging/jenkins.hfs.22__test__aceastb0nivlbf1eceislbd50ptnculra6aulrbe8dhj9lhvdn3lfr6mp4bt3dh7/f/8b6bb48a3a43483f9b4fc0993a44fa14_SeqId_4_ as hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/data/default/test/a2a97164e8a5adaa2cc9f977114a810f/f/ba6e17ee66dc4c3281594052afd8dc89_SeqId_4_ 2024-11-17T20:22:30,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 79b22ac07d7c43b198c6d9affe151ed5_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-17T20:22:30,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/staging/jenkins.hfs.22__test__aceastb0nivlbf1eceislbd50ptnculra6aulrbe8dhj9lhvdn3lfr6mp4bt3dh7/f/79b22ac07d7c43b198c6d9affe151ed5_SeqId_4_ as hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/data/default/test/a2a97164e8a5adaa2cc9f977114a810f/f/f13db90a070d4a5e857a47960c374043_SeqId_4_ 2024-11-17T20:22:30,588 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/staging/jenkins.hfs.22__test__aceastb0nivlbf1eceislbd50ptnculra6aulrbe8dhj9lhvdn3lfr6mp4bt3dh7/f/8b6bb48a3a43483f9b4fc0993a44fa14_SeqId_4_ into a2a97164e8a5adaa2cc9f977114a810f/f as hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/data/default/test/a2a97164e8a5adaa2cc9f977114a810f/f/ba6e17ee66dc4c3281594052afd8dc89_SeqId_4_ - updating store file list. 2024-11-17T20:22:30,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ba6e17ee66dc4c3281594052afd8dc89_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T20:22:30,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/data/default/test/a2a97164e8a5adaa2cc9f977114a810f/f/ba6e17ee66dc4c3281594052afd8dc89_SeqId_4_ into a2a97164e8a5adaa2cc9f977114a810f/f 2024-11-17T20:22:30,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/staging/jenkins.hfs.22__test__aceastb0nivlbf1eceislbd50ptnculra6aulrbe8dhj9lhvdn3lfr6mp4bt3dh7/f/8b6bb48a3a43483f9b4fc0993a44fa14_SeqId_4_ into a2a97164e8a5adaa2cc9f977114a810f/f (new location: hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/data/default/test/a2a97164e8a5adaa2cc9f977114a810f/f/ba6e17ee66dc4c3281594052afd8dc89_SeqId_4_) 2024-11-17T20:22:30,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/staging/jenkins.hfs.22__test__aceastb0nivlbf1eceislbd50ptnculra6aulrbe8dhj9lhvdn3lfr6mp4bt3dh7/f/8b6bb48a3a43483f9b4fc0993a44fa14_SeqId_4_ 2024-11-17T20:22:30,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/staging/jenkins.hfs.22__test__aceastb0nivlbf1eceislbd50ptnculra6aulrbe8dhj9lhvdn3lfr6mp4bt3dh7/f/79b22ac07d7c43b198c6d9affe151ed5_SeqId_4_ into a2a97164e8a5adaa2cc9f977114a810f/f as hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/data/default/test/a2a97164e8a5adaa2cc9f977114a810f/f/f13db90a070d4a5e857a47960c374043_SeqId_4_ - updating store file list. 2024-11-17T20:22:30,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f13db90a070d4a5e857a47960c374043_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T20:22:30,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/data/default/test/a2a97164e8a5adaa2cc9f977114a810f/f/f13db90a070d4a5e857a47960c374043_SeqId_4_ into a2a97164e8a5adaa2cc9f977114a810f/f 2024-11-17T20:22:30,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/staging/jenkins.hfs.22__test__aceastb0nivlbf1eceislbd50ptnculra6aulrbe8dhj9lhvdn3lfr6mp4bt3dh7/f/79b22ac07d7c43b198c6d9affe151ed5_SeqId_4_ into a2a97164e8a5adaa2cc9f977114a810f/f (new location: hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/data/default/test/a2a97164e8a5adaa2cc9f977114a810f/f/f13db90a070d4a5e857a47960c374043_SeqId_4_) 2024-11-17T20:22:30,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/staging/jenkins.hfs.22__test__aceastb0nivlbf1eceislbd50ptnculra6aulrbe8dhj9lhvdn3lfr6mp4bt3dh7/f/79b22ac07d7c43b198c6d9affe151ed5_SeqId_4_ 2024-11-17T20:22:30,597 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] regionserver.ReplicationSink(324): Finished replicating [4a5e0bfd-d544-4a71-8a78-725ab439fcab] bulk loaded data 2024-11-17T20:22:30,699 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261.replicationSource.wal-reader.0b0b0ae8de03%2C43315%2C1731874931261,1-0b0b0ae8de03,43315,1731874931261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874932931 to pos 687, reset compression=false 2024-11-17T20:22:31,002 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261.replicationSource.wal-reader.0b0b0ae8de03%2C43315%2C1731874931261,1-0b0b0ae8de03,43315,1731874931261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874932931 to pos 687, reset compression=false 2024-11-17T20:22:31,099 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T20:22:31,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:31,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:31,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:31,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:31,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:31,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:31,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:31,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:31,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:31,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:31,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:31,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:31,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:31,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:31,286 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T20:22:31,373 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:22:31,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,35935,1731874942032, seqNum=-1] 2024-11-17T20:22:31,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:22:31,375 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:22:31,376 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731874947976.50b90dad41a7e854db0734f87b26b0ed., hostname=0b0b0ae8de03,35935,1731874942032, seqNum=2] 2024-11-17T20:22:31,380 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T20:22:31,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T20:22:31,382 DEBUG [regionserver/0b0b0ae8de03:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 0b0b0ae8de03%2C43315%2C1731874931261.meta:.meta(num 1731874933890) roll requested 2024-11-17T20:22:31,395 DEBUG [regionserver/0b0b0ae8de03:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.meta.1731874951382.meta, exclude list is [], retry=0 2024-11-17T20:22:31,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41085,DS-1d012cd6-b8d7-4c98-85eb-b5a1f44a5b40,DISK] 2024-11-17T20:22:31,398 INFO [regionserver/0b0b0ae8de03:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.meta.1731874933890.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.meta.1731874951382.meta 2024-11-17T20:22:31,399 DEBUG [regionserver/0b0b0ae8de03:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36719:36719)] 2024-11-17T20:22:31,399 DEBUG [regionserver/0b0b0ae8de03:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.meta.1731874933890.meta is not closed yet, will try archiving it next time 2024-11-17T20:22:31,399 DEBUG [regionserver/0b0b0ae8de03:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 0b0b0ae8de03%2C43315%2C1731874931261.rep:(num 1731874949578) roll requested 2024-11-17T20:22:31,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741834_1010 (size=3473) 2024-11-17T20:22:31,405 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261.replicationSource.wal-reader.0b0b0ae8de03%2C43315%2C1731874931261,1-0b0b0ae8de03,43315,1731874931261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874932931 to pos 687, reset compression=false 2024-11-17T20:22:31,415 DEBUG [regionserver/0b0b0ae8de03:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.rep.1731874951399, exclude list is [], retry=0 2024-11-17T20:22:31,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41085,DS-1d012cd6-b8d7-4c98-85eb-b5a1f44a5b40,DISK] 2024-11-17T20:22:31,418 INFO [regionserver/0b0b0ae8de03:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.rep.1731874949578 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.rep.1731874951399 2024-11-17T20:22:31,418 DEBUG [regionserver/0b0b0ae8de03:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36719:36719)] 2024-11-17T20:22:31,418 DEBUG [regionserver/0b0b0ae8de03:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.rep.1731874949578 is not closed yet, will try archiving it next time 2024-11-17T20:22:31,418 DEBUG [regionserver/0b0b0ae8de03:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 0b0b0ae8de03%2C43315%2C1731874931261:(num 1731874932931) roll requested 2024-11-17T20:22:31,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741839_1015 (size=1505) 2024-11-17T20:22:31,436 DEBUG [regionserver/0b0b0ae8de03:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874951418, exclude list is [], retry=0 2024-11-17T20:22:31,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41085,DS-1d012cd6-b8d7-4c98-85eb-b5a1f44a5b40,DISK] 2024-11-17T20:22:31,439 INFO [regionserver/0b0b0ae8de03:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874932931 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874951418 2024-11-17T20:22:31,439 DEBUG [regionserver/0b0b0ae8de03:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36719:36719)] 2024-11-17T20:22:31,440 DEBUG [regionserver/0b0b0ae8de03:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874932931 is not closed yet, will try archiving it next time 2024-11-17T20:22:31,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2d89be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:31,440 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,35459,-1 for getting cluster id 2024-11-17T20:22:31,440 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:22:31,441 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874932931 not finished, retry = 0 2024-11-17T20:22:31,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741832_1008 (size=695) 2024-11-17T20:22:31,441 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a5e0bfd-d544-4a71-8a78-725ab439fcab' 2024-11-17T20:22:31,441 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:22:31,441 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a5e0bfd-d544-4a71-8a78-725ab439fcab" 2024-11-17T20:22:31,441 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6629735f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:31,441 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,35459,-1] 2024-11-17T20:22:31,442 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:22:31,442 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:31,442 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:22:31,443 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71a5b40c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:31,443 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:22:31,444 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,35459,1731874931076 2024-11-17T20:22:31,444 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8e0b06a 2024-11-17T20:22:31,444 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:22:31,444 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:22:31,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35459 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://0b0b0ae8de03:38883,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T20:22:31,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35459 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T20:22:31,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-17T20:22:31,447 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b0b0ae8de03:38883' 2024-11-17T20:22:31,449 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d362373, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:31,449 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,38883,-1 for getting cluster id 2024-11-17T20:22:31,449 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:22:31,450 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3dded228-1dea-4c40-bbf6-98e688e93165' 2024-11-17T20:22:31,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:22:31,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3dded228-1dea-4c40-bbf6-98e688e93165" 2024-11-17T20:22:31,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a0346b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:31,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,38883,-1] 2024-11-17T20:22:31,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:22:31,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:31,451 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:22:31,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@780d68a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:31,451 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:22:31,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,38883,1731874941650 2024-11-17T20:22:31,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@201c64e5 2024-11-17T20:22:31,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:22:31,452 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:22:31,453 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-17T20:22:31,453 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T20:22:31,453 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:31,453 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:31,453 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:22:31,519 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T20:22:31,542 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874932931 to hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/oldWALs/0b0b0ae8de03%2C43315%2C1731874931261.1731874932931 2024-11-17T20:22:31,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-17T20:22:31,591 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T20:22:31,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43315 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-17T20:22:31,671 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-17T20:22:31,706 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-0b0b0ae8de03,43315,1731874931261, ReplicationSource: 2, currentBandwidth=0 2024-11-17T20:22:31,708 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-17T20:22:31,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35459 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-17T20:22:31,710 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 0b0b0ae8de03,43315,1731874931261 suceeded 2024-11-17T20:22:31,711 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-17T20:22:31,711 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-17T20:22:31,711 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://0b0b0ae8de03:38883,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T20:22:31,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 267 msec 2024-11-17T20:22:31,728 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,2-0b0b0ae8de03,43315,1731874931261 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b0b0ae8de03:38883' 2024-11-17T20:22:31,730 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,2-0b0b0ae8de03,43315,1731874931261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5108842b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:31,730 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,2-0b0b0ae8de03,43315,1731874931261 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,38883,-1 for getting cluster id 2024-11-17T20:22:31,730 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,2-0b0b0ae8de03,43315,1731874931261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:22:31,730 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3dded228-1dea-4c40-bbf6-98e688e93165' 2024-11-17T20:22:31,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:22:31,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3dded228-1dea-4c40-bbf6-98e688e93165" 2024-11-17T20:22:31,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ca7cb3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:31,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,38883,-1] 2024-11-17T20:22:31,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:22:31,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:31,731 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:22:31,732 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,2-0b0b0ae8de03,43315,1731874931261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a849a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:31,732 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,2-0b0b0ae8de03,43315,1731874931261 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:22:31,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,38883,1731874941650 2024-11-17T20:22:31,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ca889e4 2024-11-17T20:22:31,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:22:31,734 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-17T20:22:31,735 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,2-0b0b0ae8de03,43315,1731874931261 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-0b0b0ae8de03,43315,1731874931261 (queues=1) is replicating from cluster=4a5e0bfd-d544-4a71-8a78-725ab439fcab to cluster=3dded228-1dea-4c40-bbf6-98e688e93165 2024-11-17T20:22:31,735 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,2-0b0b0ae8de03,43315,1731874931261 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=0b0b0ae8de03%2C43315%2C1731874931261 2024-11-17T20:22:31,735 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,2-0b0b0ae8de03,43315,1731874931261 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-0b0b0ae8de03,43315,1731874931261, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T20:22:31,735 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,2-0b0b0ae8de03,43315,1731874931261.replicationSource.wal-reader.0b0b0ae8de03%2C43315%2C1731874931261,2-0b0b0ae8de03,43315,1731874931261 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874951418, startPosition=0, beingWritten=true 2024-11-17T20:22:31,736 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,2-0b0b0ae8de03,43315,1731874931261.replicationSource.shipper0b0b0ae8de03%2C43315%2C1731874931261,2-0b0b0ae8de03,43315,1731874931261 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0b0b0ae8de03%2C43315%2C1731874931261 2024-11-17T20:22:31,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-17T20:22:31,763 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-17T20:22:31,763 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:22:31,763 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:22:31,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:31,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:31,764 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:22:31,764 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:22:31,767 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731874951766/Put/seqid=0 2024-11-17T20:22:31,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741845_1021 (size=11194) 2024-11-17T20:22:31,909 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261.replicationSource.wal-reader.0b0b0ae8de03%2C43315%2C1731874931261,1-0b0b0ae8de03,43315,1731874931261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874932931 to pos 687, reset compression=false 2024-11-17T20:22:31,914 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261.replicationSource.wal-reader.0b0b0ae8de03%2C43315%2C1731874931261,1-0b0b0ae8de03,43315,1731874931261 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874932931 was moved to hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/oldWALs/0b0b0ae8de03%2C43315%2C1731874931261.1731874932931 2024-11-17T20:22:31,916 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261.replicationSource.wal-reader.0b0b0ae8de03%2C43315%2C1731874931261,1-0b0b0ae8de03,43315,1731874931261 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874932931 2024-11-17T20:22:31,916 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261.replicationSource.shipper0b0b0ae8de03%2C43315%2C1731874931261,1-0b0b0ae8de03,43315,1731874931261 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,43315,1731874931261 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874932931, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-17T20:22:31,916 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261.replicationSource.wal-reader.0b0b0ae8de03%2C43315%2C1731874931261,1-0b0b0ae8de03,43315,1731874931261 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874951418, startPosition=0, beingWritten=true 2024-11-17T20:22:31,918 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261.replicationSource.shipper0b0b0ae8de03%2C43315%2C1731874931261,1-0b0b0ae8de03,43315,1731874931261 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [0b0b0ae8de03%2C43315%2C1731874931261.1731874932931] 2024-11-17T20:22:31,940 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,2-0b0b0ae8de03,43315,1731874931261.replicationSource.wal-reader.0b0b0ae8de03%2C43315%2C1731874931261,2-0b0b0ae8de03,43315,1731874931261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874951418 to pos 0, reset compression=false 2024-11-17T20:22:32,173 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731874952172/Put/seqid=0 2024-11-17T20:22:32,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741846_1022 (size=10791) 2024-11-17T20:22:32,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1963a2f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:32,197 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,35459,-1 for getting cluster id 2024-11-17T20:22:32,198 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:22:32,198 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a5e0bfd-d544-4a71-8a78-725ab439fcab' 2024-11-17T20:22:32,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:22:32,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a5e0bfd-d544-4a71-8a78-725ab439fcab" 2024-11-17T20:22:32,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15159ab2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:32,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,35459,-1] 2024-11-17T20:22:32,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:22:32,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:32,200 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:22:32,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42189b4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:32,201 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:22:32,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,43315,1731874931261, seqNum=-1] 2024-11-17T20:22:32,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:22:32,204 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:22:32,217 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:22:32,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,35459,1731874931076 2024-11-17T20:22:32,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e6db83d 2024-11-17T20:22:32,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:22:32,220 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:22:32,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731874945691.9dfedc119f715b855f66305733699dbe., hostname=0b0b0ae8de03,43315,1731874931261, seqNum=2] 2024-11-17T20:22:32,227 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T20:22:32,239 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-17T20:22:32,241 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-17T20:22:32,244 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 9dfedc119f715b855f66305733699dbe/f 2024-11-17T20:22:32,244 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,2-0b0b0ae8de03,43315,1731874931261.replicationSource.wal-reader.0b0b0ae8de03%2C43315%2C1731874931261,2-0b0b0ae8de03,43315,1731874931261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874951418 to pos 0, reset compression=false 2024-11-17T20:22:32,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-17T20:22:32,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T20:22:32,248 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 9dfedc119f715b855f66305733699dbe/f 2024-11-17T20:22:32,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-17T20:22:32,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T20:22:32,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] regionserver.HRegion(2603): Flush status journal for 9dfedc119f715b855f66305733699dbe: 2024-11-17T20:22:32,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/staging/jenkins__test__i75h7uesvvn80vtevab27gmfdiacvfm59f078u5mke65jv00o98f7efc7qo8mkv5/f/hfile_0 2024-11-17T20:22:32,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/staging/jenkins__test__i75h7uesvvn80vtevab27gmfdiacvfm59f078u5mke65jv00o98f7efc7qo8mkv5/f/hfile_0 as hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/default/test/9dfedc119f715b855f66305733699dbe/f/0482be37ad9d4afcad2f93dad9f8ade1_SeqId_6_ 2024-11-17T20:22:32,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/staging/jenkins__test__i75h7uesvvn80vtevab27gmfdiacvfm59f078u5mke65jv00o98f7efc7qo8mkv5/f/hfile_1 2024-11-17T20:22:32,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/staging/jenkins__test__i75h7uesvvn80vtevab27gmfdiacvfm59f078u5mke65jv00o98f7efc7qo8mkv5/f/hfile_1 as hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/default/test/9dfedc119f715b855f66305733699dbe/f/f4f5be9e32354eda824b93aa5e7269a3_SeqId_6_ 2024-11-17T20:22:32,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/staging/jenkins__test__i75h7uesvvn80vtevab27gmfdiacvfm59f078u5mke65jv00o98f7efc7qo8mkv5/f/hfile_0 into 9dfedc119f715b855f66305733699dbe/f as hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/default/test/9dfedc119f715b855f66305733699dbe/f/0482be37ad9d4afcad2f93dad9f8ade1_SeqId_6_ - updating store file list. 2024-11-17T20:22:32,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0482be37ad9d4afcad2f93dad9f8ade1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T20:22:32,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/default/test/9dfedc119f715b855f66305733699dbe/f/0482be37ad9d4afcad2f93dad9f8ade1_SeqId_6_ into 9dfedc119f715b855f66305733699dbe/f 2024-11-17T20:22:32,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/staging/jenkins__test__i75h7uesvvn80vtevab27gmfdiacvfm59f078u5mke65jv00o98f7efc7qo8mkv5/f/hfile_0 into 9dfedc119f715b855f66305733699dbe/f (new location: hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/default/test/9dfedc119f715b855f66305733699dbe/f/0482be37ad9d4afcad2f93dad9f8ade1_SeqId_6_) 2024-11-17T20:22:32,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/staging/jenkins__test__i75h7uesvvn80vtevab27gmfdiacvfm59f078u5mke65jv00o98f7efc7qo8mkv5/f/hfile_0 2024-11-17T20:22:32,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/staging/jenkins__test__i75h7uesvvn80vtevab27gmfdiacvfm59f078u5mke65jv00o98f7efc7qo8mkv5/f/hfile_1 into 9dfedc119f715b855f66305733699dbe/f as hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/default/test/9dfedc119f715b855f66305733699dbe/f/f4f5be9e32354eda824b93aa5e7269a3_SeqId_6_ - updating store file list. 2024-11-17T20:22:32,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f4f5be9e32354eda824b93aa5e7269a3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T20:22:32,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/default/test/9dfedc119f715b855f66305733699dbe/f/f4f5be9e32354eda824b93aa5e7269a3_SeqId_6_ into 9dfedc119f715b855f66305733699dbe/f 2024-11-17T20:22:32,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/staging/jenkins__test__i75h7uesvvn80vtevab27gmfdiacvfm59f078u5mke65jv00o98f7efc7qo8mkv5/f/hfile_1 into 9dfedc119f715b855f66305733699dbe/f (new location: hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/default/test/9dfedc119f715b855f66305733699dbe/f/f4f5be9e32354eda824b93aa5e7269a3_SeqId_6_) 2024-11-17T20:22:32,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43315 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/staging/jenkins__test__i75h7uesvvn80vtevab27gmfdiacvfm59f078u5mke65jv00o98f7efc7qo8mkv5/f/hfile_1 2024-11-17T20:22:32,266 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:22:32,266 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:22:32,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:32,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:32,267 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:22:32,278 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T20:22:32,520 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261.replicationSource.wal-reader.0b0b0ae8de03%2C43315%2C1731874931261,1-0b0b0ae8de03,43315,1731874931261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874951418 to pos 0, reset compression=false 2024-11-17T20:22:32,527 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261.replicationSource.wal-reader.0b0b0ae8de03%2C43315%2C1731874931261,1-0b0b0ae8de03,43315,1731874931261 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T20:22:32,527 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261.replicationSource.shipper0b0b0ae8de03%2C43315%2C1731874931261,1-0b0b0ae8de03,43315,1731874931261 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,43315,1731874931261 got entry batch from reader: WALEntryBatch [walEntries=[{test/9dfedc119f715b855f66305733699dbe/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731874952265/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874951418, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-17T20:22:32,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] regionserver.ReplicationSink(318): Replicating [4a5e0bfd-d544-4a71-8a78-725ab439fcab] bulk loaded data 2024-11-17T20:22:32,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741839_1015 (size=11194) 2024-11-17T20:22:32,649 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,2-0b0b0ae8de03,43315,1731874931261.replicationSource.wal-reader.0b0b0ae8de03%2C43315%2C1731874931261,2-0b0b0ae8de03,43315,1731874931261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874951418 to pos 0, reset compression=false 2024-11-17T20:22:32,663 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,2-0b0b0ae8de03,43315,1731874931261.replicationSource.wal-reader.0b0b0ae8de03%2C43315%2C1731874931261,2-0b0b0ae8de03,43315,1731874931261 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T20:22:32,663 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,2-0b0b0ae8de03,43315,1731874931261.replicationSource.shipper0b0b0ae8de03%2C43315%2C1731874931261,2-0b0b0ae8de03,43315,1731874931261 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-0b0b0ae8de03,43315,1731874931261 got entry batch from reader: WALEntryBatch [walEntries=[{test/9dfedc119f715b855f66305733699dbe/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731874952265/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874951418, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-17T20:22:32,666 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,2-0b0b0ae8de03,43315,1731874931261.replicationSource.shipper0b0b0ae8de03%2C43315%2C1731874931261,2-0b0b0ae8de03,43315,1731874931261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T20:22:32,667 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-17T20:22:32,668 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35935 {}] regionserver.ReplicationSink(318): Replicating [4a5e0bfd-d544-4a71-8a78-725ab439fcab] bulk loaded data 2024-11-17T20:22:32,669 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7cff992a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:32,669 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35935 {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,38883,-1 for getting cluster id 2024-11-17T20:22:32,669 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35935 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:22:32,670 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3dded228-1dea-4c40-bbf6-98e688e93165' 2024-11-17T20:22:32,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:22:32,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3dded228-1dea-4c40-bbf6-98e688e93165" 2024-11-17T20:22:32,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23290ad5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:32,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,38883,-1] 2024-11-17T20:22:32,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:22:32,672 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:22:32,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:32,674 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ce69a1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:22:32,727 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261.replicationSource.wal-reader.0b0b0ae8de03%2C43315%2C1731874931261,1-0b0b0ae8de03,43315,1731874931261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874951418 to pos 393, reset compression=false 2024-11-17T20:22:32,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41511 is added to blk_1073741837_1013 (size=11194) 2024-11-17T20:22:32,863 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,2-0b0b0ae8de03,43315,1731874931261.replicationSource.wal-reader.0b0b0ae8de03%2C43315%2C1731874931261,2-0b0b0ae8de03,43315,1731874931261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874951418 to pos 393, reset compression=false 2024-11-17T20:22:32,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741840_1016 (size=10791) 2024-11-17T20:22:32,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T20:22:32,975 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/staging/jenkins.hfs.22__test__9mp04g1cnsbhmrqmv27eus22nv0k5ulpe4je0vc7jtkh16gbl6aqdvkh4vmc94lf/f/0482be37ad9d4afcad2f93dad9f8ade1_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-17T20:22:32,979 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/staging/jenkins.hfs.22__test__9mp04g1cnsbhmrqmv27eus22nv0k5ulpe4je0vc7jtkh16gbl6aqdvkh4vmc94lf/f/f4f5be9e32354eda824b93aa5e7269a3_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-17T20:22:32,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/staging/jenkins.hfs.22__test__9mp04g1cnsbhmrqmv27eus22nv0k5ulpe4je0vc7jtkh16gbl6aqdvkh4vmc94lf/f/f4f5be9e32354eda824b93aa5e7269a3_SeqId_6_ for inclusion in a2a97164e8a5adaa2cc9f977114a810f/f 2024-11-17T20:22:32,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-17T20:22:32,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T20:22:32,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/staging/jenkins.hfs.22__test__9mp04g1cnsbhmrqmv27eus22nv0k5ulpe4je0vc7jtkh16gbl6aqdvkh4vmc94lf/f/0482be37ad9d4afcad2f93dad9f8ade1_SeqId_6_ for inclusion in a2a97164e8a5adaa2cc9f977114a810f/f 2024-11-17T20:22:33,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-17T20:22:33,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T20:22:33,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] regionserver.HRegion(2603): Flush status journal for a2a97164e8a5adaa2cc9f977114a810f: 2024-11-17T20:22:33,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f4f5be9e32354eda824b93aa5e7269a3_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-17T20:22:33,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/staging/jenkins.hfs.22__test__9mp04g1cnsbhmrqmv27eus22nv0k5ulpe4je0vc7jtkh16gbl6aqdvkh4vmc94lf/f/f4f5be9e32354eda824b93aa5e7269a3_SeqId_6_ as hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/data/default/test/a2a97164e8a5adaa2cc9f977114a810f/f/674be568c21c49309c40d58c7a0d9288_SeqId_6_ 2024-11-17T20:22:33,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0482be37ad9d4afcad2f93dad9f8ade1_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-17T20:22:33,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/staging/jenkins.hfs.22__test__9mp04g1cnsbhmrqmv27eus22nv0k5ulpe4je0vc7jtkh16gbl6aqdvkh4vmc94lf/f/0482be37ad9d4afcad2f93dad9f8ade1_SeqId_6_ as hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/data/default/test/a2a97164e8a5adaa2cc9f977114a810f/f/4d480149bf23473cb08c893590ac2ebb_SeqId_6_ 2024-11-17T20:22:33,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/staging/jenkins.hfs.22__test__9mp04g1cnsbhmrqmv27eus22nv0k5ulpe4je0vc7jtkh16gbl6aqdvkh4vmc94lf/f/f4f5be9e32354eda824b93aa5e7269a3_SeqId_6_ into a2a97164e8a5adaa2cc9f977114a810f/f as hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/data/default/test/a2a97164e8a5adaa2cc9f977114a810f/f/674be568c21c49309c40d58c7a0d9288_SeqId_6_ - updating store file list. 2024-11-17T20:22:33,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 674be568c21c49309c40d58c7a0d9288_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T20:22:33,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/data/default/test/a2a97164e8a5adaa2cc9f977114a810f/f/674be568c21c49309c40d58c7a0d9288_SeqId_6_ into a2a97164e8a5adaa2cc9f977114a810f/f 2024-11-17T20:22:33,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/staging/jenkins.hfs.22__test__9mp04g1cnsbhmrqmv27eus22nv0k5ulpe4je0vc7jtkh16gbl6aqdvkh4vmc94lf/f/f4f5be9e32354eda824b93aa5e7269a3_SeqId_6_ into a2a97164e8a5adaa2cc9f977114a810f/f (new location: hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/data/default/test/a2a97164e8a5adaa2cc9f977114a810f/f/674be568c21c49309c40d58c7a0d9288_SeqId_6_) 2024-11-17T20:22:33,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/staging/jenkins.hfs.22__test__9mp04g1cnsbhmrqmv27eus22nv0k5ulpe4je0vc7jtkh16gbl6aqdvkh4vmc94lf/f/f4f5be9e32354eda824b93aa5e7269a3_SeqId_6_ 2024-11-17T20:22:33,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/staging/jenkins.hfs.22__test__9mp04g1cnsbhmrqmv27eus22nv0k5ulpe4je0vc7jtkh16gbl6aqdvkh4vmc94lf/f/0482be37ad9d4afcad2f93dad9f8ade1_SeqId_6_ into a2a97164e8a5adaa2cc9f977114a810f/f as hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/data/default/test/a2a97164e8a5adaa2cc9f977114a810f/f/4d480149bf23473cb08c893590ac2ebb_SeqId_6_ - updating store file list. 2024-11-17T20:22:33,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4d480149bf23473cb08c893590ac2ebb_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T20:22:33,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/data/default/test/a2a97164e8a5adaa2cc9f977114a810f/f/4d480149bf23473cb08c893590ac2ebb_SeqId_6_ into a2a97164e8a5adaa2cc9f977114a810f/f 2024-11-17T20:22:33,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/staging/jenkins.hfs.22__test__9mp04g1cnsbhmrqmv27eus22nv0k5ulpe4je0vc7jtkh16gbl6aqdvkh4vmc94lf/f/0482be37ad9d4afcad2f93dad9f8ade1_SeqId_6_ into a2a97164e8a5adaa2cc9f977114a810f/f (new location: hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/data/default/test/a2a97164e8a5adaa2cc9f977114a810f/f/4d480149bf23473cb08c893590ac2ebb_SeqId_6_) 2024-11-17T20:22:33,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/staging/jenkins.hfs.22__test__9mp04g1cnsbhmrqmv27eus22nv0k5ulpe4je0vc7jtkh16gbl6aqdvkh4vmc94lf/f/0482be37ad9d4afcad2f93dad9f8ade1_SeqId_6_ 2024-11-17T20:22:33,019 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35593 {}] regionserver.ReplicationSink(324): Finished replicating [4a5e0bfd-d544-4a71-8a78-725ab439fcab] bulk loaded data 2024-11-17T20:22:33,082 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261.replicationSource.wal-reader.0b0b0ae8de03%2C43315%2C1731874931261,1-0b0b0ae8de03,43315,1731874931261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874951418 to pos 393, reset compression=false 2024-11-17T20:22:33,177 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,2-0b0b0ae8de03,43315,1731874931261.replicationSource.wal-reader.0b0b0ae8de03%2C43315%2C1731874931261,2-0b0b0ae8de03,43315,1731874931261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874951418 to pos 393, reset compression=false 2024-11-17T20:22:33,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41511 is added to blk_1073741838_1014 (size=10791) 2024-11-17T20:22:33,198 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35935 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:22:33,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,38883,1731874941650 2024-11-17T20:22:33,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b64f168 2024-11-17T20:22:33,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:22:33,200 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-17T20:22:33,202 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35935 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T20:22:33,202 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35935 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:22:33,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,35935,1731874942032, seqNum=-1] 2024-11-17T20:22:33,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:22:33,205 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-17T20:22:33,213 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/staging/jenkins.hfs.23__test__hpiuvn6or8pt9ics97lnng3k69cfl5p9h4oosv53joc99t0qkpcrim0c65ebjt89/f/0482be37ad9d4afcad2f93dad9f8ade1_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-17T20:22:33,219 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/staging/jenkins.hfs.23__test__hpiuvn6or8pt9ics97lnng3k69cfl5p9h4oosv53joc99t0qkpcrim0c65ebjt89/f/f4f5be9e32354eda824b93aa5e7269a3_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-17T20:22:33,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35935 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/staging/jenkins.hfs.23__test__hpiuvn6or8pt9ics97lnng3k69cfl5p9h4oosv53joc99t0qkpcrim0c65ebjt89/f/0482be37ad9d4afcad2f93dad9f8ade1_SeqId_6_ for inclusion in 50b90dad41a7e854db0734f87b26b0ed/f 2024-11-17T20:22:33,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35935 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-17T20:22:33,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35935 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T20:22:33,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35935 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/staging/jenkins.hfs.23__test__hpiuvn6or8pt9ics97lnng3k69cfl5p9h4oosv53joc99t0qkpcrim0c65ebjt89/f/f4f5be9e32354eda824b93aa5e7269a3_SeqId_6_ for inclusion in 50b90dad41a7e854db0734f87b26b0ed/f 2024-11-17T20:22:33,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35935 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-17T20:22:33,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35935 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T20:22:33,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35935 {}] regionserver.HRegion(2603): Flush status journal for 50b90dad41a7e854db0734f87b26b0ed: 2024-11-17T20:22:33,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35935 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0482be37ad9d4afcad2f93dad9f8ade1_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-17T20:22:33,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/staging/jenkins.hfs.23__test__hpiuvn6or8pt9ics97lnng3k69cfl5p9h4oosv53joc99t0qkpcrim0c65ebjt89/f/0482be37ad9d4afcad2f93dad9f8ade1_SeqId_6_ as hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/data/default/test/50b90dad41a7e854db0734f87b26b0ed/f/ccaf7b281c6e4953845e26d6cafda92e_SeqId_4_ 2024-11-17T20:22:33,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35935 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f4f5be9e32354eda824b93aa5e7269a3_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-17T20:22:33,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/staging/jenkins.hfs.23__test__hpiuvn6or8pt9ics97lnng3k69cfl5p9h4oosv53joc99t0qkpcrim0c65ebjt89/f/f4f5be9e32354eda824b93aa5e7269a3_SeqId_6_ as hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/data/default/test/50b90dad41a7e854db0734f87b26b0ed/f/9d193e9bf3d649f7a45b339cfb17fbec_SeqId_4_ 2024-11-17T20:22:33,240 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35935 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/staging/jenkins.hfs.23__test__hpiuvn6or8pt9ics97lnng3k69cfl5p9h4oosv53joc99t0qkpcrim0c65ebjt89/f/0482be37ad9d4afcad2f93dad9f8ade1_SeqId_6_ into 50b90dad41a7e854db0734f87b26b0ed/f as hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/data/default/test/50b90dad41a7e854db0734f87b26b0ed/f/ccaf7b281c6e4953845e26d6cafda92e_SeqId_4_ - updating store file list. 2024-11-17T20:22:33,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35935 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ccaf7b281c6e4953845e26d6cafda92e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T20:22:33,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35935 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/data/default/test/50b90dad41a7e854db0734f87b26b0ed/f/ccaf7b281c6e4953845e26d6cafda92e_SeqId_4_ into 50b90dad41a7e854db0734f87b26b0ed/f 2024-11-17T20:22:33,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35935 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/staging/jenkins.hfs.23__test__hpiuvn6or8pt9ics97lnng3k69cfl5p9h4oosv53joc99t0qkpcrim0c65ebjt89/f/0482be37ad9d4afcad2f93dad9f8ade1_SeqId_6_ into 50b90dad41a7e854db0734f87b26b0ed/f (new location: hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/data/default/test/50b90dad41a7e854db0734f87b26b0ed/f/ccaf7b281c6e4953845e26d6cafda92e_SeqId_4_) 2024-11-17T20:22:33,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35935 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/staging/jenkins.hfs.23__test__hpiuvn6or8pt9ics97lnng3k69cfl5p9h4oosv53joc99t0qkpcrim0c65ebjt89/f/0482be37ad9d4afcad2f93dad9f8ade1_SeqId_6_ 2024-11-17T20:22:33,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35935 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/staging/jenkins.hfs.23__test__hpiuvn6or8pt9ics97lnng3k69cfl5p9h4oosv53joc99t0qkpcrim0c65ebjt89/f/f4f5be9e32354eda824b93aa5e7269a3_SeqId_6_ into 50b90dad41a7e854db0734f87b26b0ed/f as hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/data/default/test/50b90dad41a7e854db0734f87b26b0ed/f/9d193e9bf3d649f7a45b339cfb17fbec_SeqId_4_ - updating store file list. 2024-11-17T20:22:33,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35935 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9d193e9bf3d649f7a45b339cfb17fbec_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T20:22:33,254 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35935 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/data/default/test/50b90dad41a7e854db0734f87b26b0ed/f/9d193e9bf3d649f7a45b339cfb17fbec_SeqId_4_ into 50b90dad41a7e854db0734f87b26b0ed/f 2024-11-17T20:22:33,254 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35935 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/staging/jenkins.hfs.23__test__hpiuvn6or8pt9ics97lnng3k69cfl5p9h4oosv53joc99t0qkpcrim0c65ebjt89/f/f4f5be9e32354eda824b93aa5e7269a3_SeqId_6_ into 50b90dad41a7e854db0734f87b26b0ed/f (new location: hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/data/default/test/50b90dad41a7e854db0734f87b26b0ed/f/9d193e9bf3d649f7a45b339cfb17fbec_SeqId_4_) 2024-11-17T20:22:33,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35935 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/staging/jenkins.hfs.23__test__hpiuvn6or8pt9ics97lnng3k69cfl5p9h4oosv53joc99t0qkpcrim0c65ebjt89/f/f4f5be9e32354eda824b93aa5e7269a3_SeqId_6_ 2024-11-17T20:22:33,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35935 {}] regionserver.ReplicationSink(324): Finished replicating [4a5e0bfd-d544-4a71-8a78-725ab439fcab] bulk loaded data 2024-11-17T20:22:33,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T20:22:33,309 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:22:33,309 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:22:33,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:33,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:33,309 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T20:22:33,309 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1206109376, stopped=false 2024-11-17T20:22:33,309 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0b0b0ae8de03,38883,1731874941650 2024-11-17T20:22:33,310 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:22:33,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35935-0x1014a7631da0007, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1122282317/running 2024-11-17T20:22:33,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35935-0x1014a7631da0007, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1122282317 2024-11-17T20:22:33,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38883-0x1014a7631da0006, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1122282317/running 2024-11-17T20:22:33,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38883-0x1014a7631da0006, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1122282317 2024-11-17T20:22:33,382 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T20:22:33,382 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:22:33,382 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:22:33,382 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35935-0x1014a7631da0007, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Set watcher on znode that does not yet exist, /2-1122282317/running 2024-11-17T20:22:33,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:33,382 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38883-0x1014a7631da0006, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Set watcher on znode that does not yet exist, /2-1122282317/running 2024-11-17T20:22:33,382 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b0b0ae8de03,35935,1731874942032' ***** 2024-11-17T20:22:33,382 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T20:22:33,383 INFO [RS:0;0b0b0ae8de03:35935 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T20:22:33,383 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T20:22:33,383 INFO [RS:0;0b0b0ae8de03:35935 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T20:22:33,383 INFO [RS:0;0b0b0ae8de03:35935 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T20:22:33,383 INFO [RS:0;0b0b0ae8de03:35935 {}] regionserver.HRegionServer(3091): Received CLOSE for 50b90dad41a7e854db0734f87b26b0ed 2024-11-17T20:22:33,383 INFO [RS:0;0b0b0ae8de03:35935 {}] regionserver.HRegionServer(959): stopping server 0b0b0ae8de03,35935,1731874942032 2024-11-17T20:22:33,383 INFO [RS:0;0b0b0ae8de03:35935 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:22:33,383 INFO [RS:0;0b0b0ae8de03:35935 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:35935. 2024-11-17T20:22:33,384 DEBUG [RS:0;0b0b0ae8de03:35935 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:22:33,384 DEBUG [RS:0;0b0b0ae8de03:35935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:33,384 INFO [RS:0;0b0b0ae8de03:35935 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T20:22:33,384 INFO [RS:0;0b0b0ae8de03:35935 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T20:22:33,384 INFO [RS:0;0b0b0ae8de03:35935 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T20:22:33,384 INFO [RS:0;0b0b0ae8de03:35935 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T20:22:33,384 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 50b90dad41a7e854db0734f87b26b0ed, disabling compactions & flushes 2024-11-17T20:22:33,384 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731874947976.50b90dad41a7e854db0734f87b26b0ed. 2024-11-17T20:22:33,384 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731874947976.50b90dad41a7e854db0734f87b26b0ed. 2024-11-17T20:22:33,384 INFO [RS:0;0b0b0ae8de03:35935 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T20:22:33,384 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731874947976.50b90dad41a7e854db0734f87b26b0ed. after waiting 0 ms 2024-11-17T20:22:33,384 DEBUG [RS:0;0b0b0ae8de03:35935 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 50b90dad41a7e854db0734f87b26b0ed=test,,1731874947976.50b90dad41a7e854db0734f87b26b0ed.} 2024-11-17T20:22:33,384 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731874947976.50b90dad41a7e854db0734f87b26b0ed. 2024-11-17T20:22:33,384 DEBUG [RS:0;0b0b0ae8de03:35935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 50b90dad41a7e854db0734f87b26b0ed 2024-11-17T20:22:33,384 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T20:22:33,384 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T20:22:33,384 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T20:22:33,384 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T20:22:33,384 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T20:22:33,384 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-17T20:22:33,387 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/data/default/test/50b90dad41a7e854db0734f87b26b0ed/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-17T20:22:33,388 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:22:33,388 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T20:22:33,388 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731874947976.50b90dad41a7e854db0734f87b26b0ed. 2024-11-17T20:22:33,388 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 50b90dad41a7e854db0734f87b26b0ed: Waiting for close lock at 1731874953384Running coprocessor pre-close hooks at 1731874953384Disabling compacts and flushes for region at 1731874953384Disabling writes for close at 1731874953384Writing region close event to WAL at 1731874953384Running coprocessor post-close hooks at 1731874953388 (+4 ms)Closed at 1731874953388 2024-11-17T20:22:33,388 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731874947976.50b90dad41a7e854db0734f87b26b0ed. 2024-11-17T20:22:33,404 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/data/hbase/meta/1588230740/.tmp/info/4a86ae05992b4f21a26e1560a5accaef is 129, key is test,,1731874947976.50b90dad41a7e854db0734f87b26b0ed./info:regioninfo/1731874948727/Put/seqid=0 2024-11-17T20:22:33,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41511 is added to blk_1073741839_1015 (size=6421) 2024-11-17T20:22:33,478 INFO [regionserver/0b0b0ae8de03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:22:33,498 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261.replicationSource.wal-reader.0b0b0ae8de03%2C43315%2C1731874931261,1-0b0b0ae8de03,43315,1731874931261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874951418 to pos 393, reset compression=false 2024-11-17T20:22:33,583 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,2-0b0b0ae8de03,43315,1731874931261.replicationSource.wal-reader.0b0b0ae8de03%2C43315%2C1731874931261,2-0b0b0ae8de03,43315,1731874931261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874951418 to pos 393, reset compression=false 2024-11-17T20:22:33,584 DEBUG [RS:0;0b0b0ae8de03:35935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:22:33,657 INFO [regionserver/0b0b0ae8de03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T20:22:33,657 INFO [regionserver/0b0b0ae8de03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T20:22:33,784 DEBUG [RS:0;0b0b0ae8de03:35935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:22:33,810 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/data/hbase/meta/1588230740/.tmp/info/4a86ae05992b4f21a26e1560a5accaef 2024-11-17T20:22:33,832 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/data/hbase/meta/1588230740/.tmp/ns/0ba9117b496c4936b38cfdb9c5284412 is 43, key is default/ns:d/1731874945621/Put/seqid=0 2024-11-17T20:22:33,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41511 is added to blk_1073741840_1016 (size=5153) 2024-11-17T20:22:33,845 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/data/hbase/meta/1588230740/.tmp/ns/0ba9117b496c4936b38cfdb9c5284412 2024-11-17T20:22:33,881 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/data/hbase/meta/1588230740/.tmp/rep_barrier/dec0a7136d5441a9a4149cd1f9f56557 is 112, key is test,,1731874947976.50b90dad41a7e854db0734f87b26b0ed./rep_barrier:seqnumDuringOpen/1731874948727/Put/seqid=0 2024-11-17T20:22:33,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41511 is added to blk_1073741841_1017 (size=5518) 2024-11-17T20:22:33,890 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/data/hbase/meta/1588230740/.tmp/rep_barrier/dec0a7136d5441a9a4149cd1f9f56557 2024-11-17T20:22:33,910 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/data/hbase/meta/1588230740/.tmp/table/c58d252fc4c54f15a90ac1af308649df is 40, key is test/table:state/1731874948733/Put/seqid=0 2024-11-17T20:22:33,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41511 is added to blk_1073741842_1018 (size=5165) 2024-11-17T20:22:33,985 DEBUG [RS:0;0b0b0ae8de03:35935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:22:34,001 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261.replicationSource.wal-reader.0b0b0ae8de03%2C43315%2C1731874931261,1-0b0b0ae8de03,43315,1731874931261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874951418 to pos 393, reset compression=false 2024-11-17T20:22:34,086 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,2-0b0b0ae8de03,43315,1731874931261.replicationSource.wal-reader.0b0b0ae8de03%2C43315%2C1731874931261,2-0b0b0ae8de03,43315,1731874931261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874951418 to pos 393, reset compression=false 2024-11-17T20:22:34,185 DEBUG [RS:0;0b0b0ae8de03:35935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:22:34,321 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/data/hbase/meta/1588230740/.tmp/table/c58d252fc4c54f15a90ac1af308649df 2024-11-17T20:22:34,325 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/data/hbase/meta/1588230740/.tmp/info/4a86ae05992b4f21a26e1560a5accaef as hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/data/hbase/meta/1588230740/info/4a86ae05992b4f21a26e1560a5accaef 2024-11-17T20:22:34,329 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/data/hbase/meta/1588230740/info/4a86ae05992b4f21a26e1560a5accaef, entries=10, sequenceid=11, filesize=6.3 K 2024-11-17T20:22:34,330 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/data/hbase/meta/1588230740/.tmp/ns/0ba9117b496c4936b38cfdb9c5284412 as hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/data/hbase/meta/1588230740/ns/0ba9117b496c4936b38cfdb9c5284412 2024-11-17T20:22:34,334 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/data/hbase/meta/1588230740/ns/0ba9117b496c4936b38cfdb9c5284412, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T20:22:34,335 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/data/hbase/meta/1588230740/.tmp/rep_barrier/dec0a7136d5441a9a4149cd1f9f56557 as hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/data/hbase/meta/1588230740/rep_barrier/dec0a7136d5441a9a4149cd1f9f56557 2024-11-17T20:22:34,340 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/data/hbase/meta/1588230740/rep_barrier/dec0a7136d5441a9a4149cd1f9f56557, entries=1, sequenceid=11, filesize=5.4 K 2024-11-17T20:22:34,341 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/data/hbase/meta/1588230740/.tmp/table/c58d252fc4c54f15a90ac1af308649df as hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/data/hbase/meta/1588230740/table/c58d252fc4c54f15a90ac1af308649df 2024-11-17T20:22:34,344 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/data/hbase/meta/1588230740/table/c58d252fc4c54f15a90ac1af308649df, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T20:22:34,345 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 961ms, sequenceid=11, compaction requested=false 2024-11-17T20:22:34,352 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-17T20:22:34,353 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:22:34,353 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T20:22:34,353 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T20:22:34,353 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731874953384Running coprocessor pre-close hooks at 1731874953384Disabling compacts and flushes for region at 1731874953384Disabling writes for close at 1731874953384Obtaining lock to block concurrent updates at 1731874953384Preparing flush snapshotting stores in 1588230740 at 1731874953384Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731874953385 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731874953385Flushing 1588230740/info: creating writer at 1731874953385Flushing 1588230740/info: appending metadata at 1731874953404 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731874953404Flushing 1588230740/ns: creating writer at 1731874953814 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731874953832 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731874953832Flushing 1588230740/rep_barrier: creating writer at 1731874953860 (+28 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731874953881 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731874953881Flushing 1588230740/table: creating writer at 1731874953893 (+12 ms)Flushing 1588230740/table: appending metadata at 1731874953910 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731874953910Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25a3d3a2: reopening flushed file at 1731874954324 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71fb5aa4: reopening flushed file at 1731874954329 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16853fe4: reopening flushed file at 1731874954334 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cd3a408: reopening flushed file at 1731874954340 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 961ms, sequenceid=11, compaction requested=false at 1731874954345 (+5 ms)Writing region close event to WAL at 1731874954350 (+5 ms)Running coprocessor post-close hooks at 1731874954353 (+3 ms)Closed at 1731874954353 2024-11-17T20:22:34,353 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T20:22:34,385 INFO [RS:0;0b0b0ae8de03:35935 {}] regionserver.HRegionServer(976): stopping server 0b0b0ae8de03,35935,1731874942032; all regions closed. 2024-11-17T20:22:34,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41511 is added to blk_1073741834_1010 (size=2717) 2024-11-17T20:22:34,387 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/WALs/0b0b0ae8de03,35935,1731874942032/0b0b0ae8de03%2C35935%2C1731874942032.meta.1731874945572.meta not finished, retry = 0 2024-11-17T20:22:34,489 DEBUG [RS:0;0b0b0ae8de03:35935 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/oldWALs 2024-11-17T20:22:34,489 INFO [RS:0;0b0b0ae8de03:35935 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b0b0ae8de03%2C35935%2C1731874942032.meta:.meta(num 1731874945572) 2024-11-17T20:22:34,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41511 is added to blk_1073741832_1008 (size=1028) 2024-11-17T20:22:34,491 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/WALs/0b0b0ae8de03,35935,1731874942032/0b0b0ae8de03%2C35935%2C1731874942032.1731874944704 not finished, retry = 0 2024-11-17T20:22:34,593 DEBUG [RS:0;0b0b0ae8de03:35935 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/oldWALs 2024-11-17T20:22:34,593 INFO [RS:0;0b0b0ae8de03:35935 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b0b0ae8de03%2C35935%2C1731874942032:(num 1731874944704) 2024-11-17T20:22:34,593 DEBUG [RS:0;0b0b0ae8de03:35935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:34,593 INFO [RS:0;0b0b0ae8de03:35935 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:22:34,593 INFO [RS:0;0b0b0ae8de03:35935 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:22:34,593 INFO [RS:0;0b0b0ae8de03:35935 {}] hbase.ChoreService(370): Chore service for: regionserver/0b0b0ae8de03:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T20:22:34,594 INFO [RS:0;0b0b0ae8de03:35935 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:22:34,594 INFO [regionserver/0b0b0ae8de03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:22:34,595 INFO [RS:0;0b0b0ae8de03:35935 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:35935. 2024-11-17T20:22:34,595 DEBUG [RS:0;0b0b0ae8de03:35935 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:22:34,595 DEBUG [RS:0;0b0b0ae8de03:35935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:34,595 DEBUG [RS:0;0b0b0ae8de03:35935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:34,595 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:22:34,595 INFO [RS:0;0b0b0ae8de03:35935 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35935 2024-11-17T20:22:34,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38883-0x1014a7631da0006, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1122282317/rs 2024-11-17T20:22:34,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35935-0x1014a7631da0007, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1122282317/rs/0b0b0ae8de03,35935,1731874942032 2024-11-17T20:22:34,603 INFO [RS:0;0b0b0ae8de03:35935 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:22:34,603 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b0b0ae8de03,35935,1731874942032] 2024-11-17T20:22:34,604 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261.replicationSource.wal-reader.0b0b0ae8de03%2C43315%2C1731874931261,1-0b0b0ae8de03,43315,1731874931261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874951418 to pos 393, reset compression=false 2024-11-17T20:22:34,625 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1122282317/draining/0b0b0ae8de03,35935,1731874942032 already deleted, retry=false 2024-11-17T20:22:34,625 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b0b0ae8de03,35935,1731874942032 expired; onlineServers=0 2024-11-17T20:22:34,625 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0b0b0ae8de03,38883,1731874941650' ***** 2024-11-17T20:22:34,625 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T20:22:34,625 INFO [M:0;0b0b0ae8de03:38883 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:22:34,625 INFO [M:0;0b0b0ae8de03:38883 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:22:34,625 DEBUG [M:0;0b0b0ae8de03:38883 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T20:22:34,625 DEBUG [M:0;0b0b0ae8de03:38883 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T20:22:34,625 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T20:22:34,625 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874944379 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874944379,5,FailOnTimeoutGroup] 2024-11-17T20:22:34,625 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874944380 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874944380,5,FailOnTimeoutGroup] 2024-11-17T20:22:34,626 INFO [M:0;0b0b0ae8de03:38883 {}] hbase.ChoreService(370): Chore service for: master/0b0b0ae8de03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T20:22:34,626 INFO [M:0;0b0b0ae8de03:38883 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:22:34,626 DEBUG [M:0;0b0b0ae8de03:38883 {}] master.HMaster(1795): Stopping service threads 2024-11-17T20:22:34,626 INFO [M:0;0b0b0ae8de03:38883 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T20:22:34,626 INFO [M:0;0b0b0ae8de03:38883 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T20:22:34,626 INFO [M:0;0b0b0ae8de03:38883 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T20:22:34,626 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T20:22:34,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38883-0x1014a7631da0006, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1122282317/master 2024-11-17T20:22:34,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38883-0x1014a7631da0006, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1122282317 2024-11-17T20:22:34,644 DEBUG [M:0;0b0b0ae8de03:38883 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1122282317/master already deleted, retry=false 2024-11-17T20:22:34,645 DEBUG [M:0;0b0b0ae8de03:38883 {}] master.ActiveMasterManager(353): master:38883-0x1014a7631da0006, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Failed delete of our master address node; KeeperErrorCode = NoNode for /2-1122282317/master 2024-11-17T20:22:34,645 INFO [M:0;0b0b0ae8de03:38883 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/.lastflushedseqids 2024-11-17T20:22:34,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41511 is added to blk_1073741843_1019 (size=173) 2024-11-17T20:22:34,682 INFO [M:0;0b0b0ae8de03:38883 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T20:22:34,682 INFO [M:0;0b0b0ae8de03:38883 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T20:22:34,683 DEBUG [M:0;0b0b0ae8de03:38883 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T20:22:34,683 INFO [M:0;0b0b0ae8de03:38883 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:22:34,683 DEBUG [M:0;0b0b0ae8de03:38883 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:22:34,683 DEBUG [M:0;0b0b0ae8de03:38883 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T20:22:34,683 DEBUG [M:0;0b0b0ae8de03:38883 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:22:34,683 INFO [M:0;0b0b0ae8de03:38883 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-17T20:22:34,689 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,2-0b0b0ae8de03,43315,1731874931261.replicationSource.wal-reader.0b0b0ae8de03%2C43315%2C1731874931261,2-0b0b0ae8de03,43315,1731874931261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874951418 to pos 393, reset compression=false 2024-11-17T20:22:34,713 INFO [RS:0;0b0b0ae8de03:35935 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:22:34,713 INFO [RS:0;0b0b0ae8de03:35935 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b0b0ae8de03,35935,1731874942032; zookeeper connection closed. 2024-11-17T20:22:34,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35935-0x1014a7631da0007, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:22:34,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35935-0x1014a7631da0007, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:22:34,714 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@70dcdf9d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@70dcdf9d 2024-11-17T20:22:34,714 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T20:22:34,716 DEBUG [M:0;0b0b0ae8de03:38883 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/89a2802ae2ff4347a4fc869c0ec06e0e is 82, key is hbase:meta,,1/info:regioninfo/1731874945606/Put/seqid=0 2024-11-17T20:22:34,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41511 is added to blk_1073741844_1020 (size=5672) 2024-11-17T20:22:34,725 INFO [M:0;0b0b0ae8de03:38883 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/89a2802ae2ff4347a4fc869c0ec06e0e 2024-11-17T20:22:34,748 DEBUG [M:0;0b0b0ae8de03:38883 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0bb6de7904194c03b7c5f93e97f742a4 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731874948737/Put/seqid=0 2024-11-17T20:22:34,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41511 is added to blk_1073741845_1021 (size=6585) 2024-11-17T20:22:34,760 INFO [M:0;0b0b0ae8de03:38883 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0bb6de7904194c03b7c5f93e97f742a4 2024-11-17T20:22:34,790 DEBUG [M:0;0b0b0ae8de03:38883 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f7e6bce3e07463ea49642ad906e16f1 is 69, key is 0b0b0ae8de03,35935,1731874942032/rs:state/1731874944481/Put/seqid=0 2024-11-17T20:22:34,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41511 is added to blk_1073741846_1022 (size=5156) 2024-11-17T20:22:35,203 INFO [M:0;0b0b0ae8de03:38883 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f7e6bce3e07463ea49642ad906e16f1 2024-11-17T20:22:35,206 DEBUG [M:0;0b0b0ae8de03:38883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/89a2802ae2ff4347a4fc869c0ec06e0e as hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/89a2802ae2ff4347a4fc869c0ec06e0e 2024-11-17T20:22:35,209 INFO [M:0;0b0b0ae8de03:38883 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/89a2802ae2ff4347a4fc869c0ec06e0e, entries=8, sequenceid=55, filesize=5.5 K 2024-11-17T20:22:35,210 DEBUG [M:0;0b0b0ae8de03:38883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0bb6de7904194c03b7c5f93e97f742a4 as hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0bb6de7904194c03b7c5f93e97f742a4 2024-11-17T20:22:35,213 INFO [M:0;0b0b0ae8de03:38883 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0bb6de7904194c03b7c5f93e97f742a4, entries=6, sequenceid=55, filesize=6.4 K 2024-11-17T20:22:35,213 DEBUG [M:0;0b0b0ae8de03:38883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f7e6bce3e07463ea49642ad906e16f1 as hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7f7e6bce3e07463ea49642ad906e16f1 2024-11-17T20:22:35,216 INFO [M:0;0b0b0ae8de03:38883 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42825/user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7f7e6bce3e07463ea49642ad906e16f1, entries=1, sequenceid=55, filesize=5.0 K 2024-11-17T20:22:35,216 INFO [M:0;0b0b0ae8de03:38883 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 533ms, sequenceid=55, compaction requested=false 2024-11-17T20:22:35,217 INFO [M:0;0b0b0ae8de03:38883 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:22:35,218 DEBUG [M:0;0b0b0ae8de03:38883 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731874954682Disabling compacts and flushes for region at 1731874954682Disabling writes for close at 1731874954683 (+1 ms)Obtaining lock to block concurrent updates at 1731874954683Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731874954683Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731874954683Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731874954684 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731874954684Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731874954715 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731874954715Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731874954729 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731874954748 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731874954748Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731874954764 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731874954790 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731874954790Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2faf9c81: reopening flushed file at 1731874955206 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24c5458: reopening flushed file at 1731874955209 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ea57fac: reopening flushed file at 1731874955213 (+4 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 533ms, sequenceid=55, compaction requested=false at 1731874955216 (+3 ms)Writing region close event to WAL at 1731874955217 (+1 ms)Closed at 1731874955217 2024-11-17T20:22:35,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41511 is added to blk_1073741830_1006 (size=32758) 2024-11-17T20:22:35,219 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fb8f1da3-5f02-d085-02b4-842f6fec49ff/MasterData/WALs/0b0b0ae8de03,38883,1731874941650/0b0b0ae8de03%2C38883%2C1731874941650.1731874943553 not finished, retry = 0 2024-11-17T20:22:35,307 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261.replicationSource.wal-reader.0b0b0ae8de03%2C43315%2C1731874931261,1-0b0b0ae8de03,43315,1731874931261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874951418 to pos 393, reset compression=false 2024-11-17T20:22:35,320 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:22:35,320 INFO [M:0;0b0b0ae8de03:38883 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T20:22:35,320 INFO [M:0;0b0b0ae8de03:38883 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38883 2024-11-17T20:22:35,320 INFO [M:0;0b0b0ae8de03:38883 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:22:35,402 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,2-0b0b0ae8de03,43315,1731874931261.replicationSource.wal-reader.0b0b0ae8de03%2C43315%2C1731874931261,2-0b0b0ae8de03,43315,1731874931261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874951418 to pos 393, reset compression=false 2024-11-17T20:22:35,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38883-0x1014a7631da0006, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:22:35,471 INFO [M:0;0b0b0ae8de03:38883 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:22:35,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38883-0x1014a7631da0006, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:22:35,481 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75f942ae{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:22:35,482 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@407771d1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T20:22:35,482 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T20:22:35,482 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36c76998{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T20:22:35,482 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7963823a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d3a336-a2ec-280f-d5c5-e45fa1fe89dc/hadoop.log.dir/,STOPPED} 2024-11-17T20:22:35,484 WARN [BP-1987929834-172.17.0.2-1731874939819 heartbeating to localhost/127.0.0.1:42825 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T20:22:35,484 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T20:22:35,484 WARN [BP-1987929834-172.17.0.2-1731874939819 heartbeating to localhost/127.0.0.1:42825 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1987929834-172.17.0.2-1731874939819 (Datanode Uuid b64cdf60-b2e3-410c-bd90-91752d4e1450) service to localhost/127.0.0.1:42825 2024-11-17T20:22:35,484 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T20:22:35,484 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d3a336-a2ec-280f-d5c5-e45fa1fe89dc/cluster_2e3b07e2-4c7c-c0c9-60c5-d6ffae51df9f/data/data1/current/BP-1987929834-172.17.0.2-1731874939819 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:22:35,484 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d3a336-a2ec-280f-d5c5-e45fa1fe89dc/cluster_2e3b07e2-4c7c-c0c9-60c5-d6ffae51df9f/data/data2/current/BP-1987929834-172.17.0.2-1731874939819 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:22:35,485 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T20:22:35,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6f63c356{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T20:22:35,493 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@173a7580{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T20:22:35,493 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T20:22:35,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@279b84af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T20:22:35,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ab0596a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77d3a336-a2ec-280f-d5c5-e45fa1fe89dc/hadoop.log.dir/,STOPPED} 2024-11-17T20:22:35,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T20:22:35,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T20:22:35,507 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:22:35,507 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:22:35,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:35,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:35,508 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:22:35,508 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T20:22:35,508 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=248548004, stopped=false 2024-11-17T20:22:35,508 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0b0b0ae8de03,35313,1731874936185 2024-11-17T20:22:35,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35593-0x1014a7631da0004, quorum=127.0.0.1:57184, baseZNode=/11527793162 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11527793162/running 2024-11-17T20:22:35,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x1014a7631da0003, quorum=127.0.0.1:57184, baseZNode=/11527793162 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11527793162/running 2024-11-17T20:22:35,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35593-0x1014a7631da0004, quorum=127.0.0.1:57184, baseZNode=/11527793162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11527793162 2024-11-17T20:22:35,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x1014a7631da0003, quorum=127.0.0.1:57184, baseZNode=/11527793162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11527793162 2024-11-17T20:22:35,518 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T20:22:35,518 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:22:35,518 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:22:35,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:35,519 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b0b0ae8de03,35593,1731874936680' ***** 2024-11-17T20:22:35,519 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T20:22:35,519 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35593-0x1014a7631da0004, quorum=127.0.0.1:57184, baseZNode=/11527793162 Set watcher on znode that does not yet exist, /11527793162/running 2024-11-17T20:22:35,519 INFO [RS:0;0b0b0ae8de03:35593 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T20:22:35,519 INFO [RS:0;0b0b0ae8de03:35593 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T20:22:35,520 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35313-0x1014a7631da0003, quorum=127.0.0.1:57184, baseZNode=/11527793162 Set watcher on znode that does not yet exist, /11527793162/running 2024-11-17T20:22:35,520 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T20:22:35,520 INFO [RS:0;0b0b0ae8de03:35593 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T20:22:35,520 INFO [RS:0;0b0b0ae8de03:35593 {}] regionserver.HRegionServer(3091): Received CLOSE for a2a97164e8a5adaa2cc9f977114a810f 2024-11-17T20:22:35,520 INFO [RS:0;0b0b0ae8de03:35593 {}] regionserver.HRegionServer(959): stopping server 0b0b0ae8de03,35593,1731874936680 2024-11-17T20:22:35,520 INFO [RS:0;0b0b0ae8de03:35593 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:22:35,520 INFO [RS:0;0b0b0ae8de03:35593 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:35593. 2024-11-17T20:22:35,521 DEBUG [RS:0;0b0b0ae8de03:35593 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:22:35,521 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a2a97164e8a5adaa2cc9f977114a810f, disabling compactions & flushes 2024-11-17T20:22:35,521 DEBUG [RS:0;0b0b0ae8de03:35593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:35,521 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731874946834.a2a97164e8a5adaa2cc9f977114a810f. 2024-11-17T20:22:35,521 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731874946834.a2a97164e8a5adaa2cc9f977114a810f. 2024-11-17T20:22:35,521 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731874946834.a2a97164e8a5adaa2cc9f977114a810f. after waiting 0 ms 2024-11-17T20:22:35,521 INFO [RS:0;0b0b0ae8de03:35593 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T20:22:35,521 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731874946834.a2a97164e8a5adaa2cc9f977114a810f. 2024-11-17T20:22:35,521 INFO [RS:0;0b0b0ae8de03:35593 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T20:22:35,521 INFO [RS:0;0b0b0ae8de03:35593 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T20:22:35,521 INFO [RS:0;0b0b0ae8de03:35593 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T20:22:35,521 INFO [RS:0;0b0b0ae8de03:35593 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T20:22:35,521 DEBUG [RS:0;0b0b0ae8de03:35593 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a2a97164e8a5adaa2cc9f977114a810f=test,,1731874946834.a2a97164e8a5adaa2cc9f977114a810f.} 2024-11-17T20:22:35,521 DEBUG [RS:0;0b0b0ae8de03:35593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a2a97164e8a5adaa2cc9f977114a810f 2024-11-17T20:22:35,521 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T20:22:35,521 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T20:22:35,521 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T20:22:35,521 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T20:22:35,521 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T20:22:35,521 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-17T20:22:35,527 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/data/default/test/a2a97164e8a5adaa2cc9f977114a810f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T20:22:35,528 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:22:35,528 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T20:22:35,528 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731874946834.a2a97164e8a5adaa2cc9f977114a810f. 2024-11-17T20:22:35,528 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a2a97164e8a5adaa2cc9f977114a810f: Waiting for close lock at 1731874955520Running coprocessor pre-close hooks at 1731874955520Disabling compacts and flushes for region at 1731874955520Disabling writes for close at 1731874955521 (+1 ms)Writing region close event to WAL at 1731874955522 (+1 ms)Running coprocessor post-close hooks at 1731874955528 (+6 ms)Closed at 1731874955528 2024-11-17T20:22:35,528 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731874946834.a2a97164e8a5adaa2cc9f977114a810f. 2024-11-17T20:22:35,551 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/data/hbase/meta/1588230740/.tmp/info/505e2eb76f804d458632b4c5dad79435 is 129, key is test,,1731874946834.a2a97164e8a5adaa2cc9f977114a810f./info:regioninfo/1731874947800/Put/seqid=0 2024-11-17T20:22:35,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741841_1017 (size=6421) 2024-11-17T20:22:35,590 INFO [regionserver/0b0b0ae8de03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:22:35,717 INFO [regionserver/0b0b0ae8de03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T20:22:35,717 INFO [regionserver/0b0b0ae8de03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T20:22:35,721 DEBUG [RS:0;0b0b0ae8de03:35593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:22:35,922 DEBUG [RS:0;0b0b0ae8de03:35593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:22:35,955 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/data/hbase/meta/1588230740/.tmp/info/505e2eb76f804d458632b4c5dad79435 2024-11-17T20:22:35,974 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/data/hbase/meta/1588230740/.tmp/ns/3b57d54260be4887b6752cb89f737bf6 is 43, key is default/ns:d/1731874939673/Put/seqid=0 2024-11-17T20:22:35,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741842_1018 (size=5153) 2024-11-17T20:22:35,978 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/data/hbase/meta/1588230740/.tmp/ns/3b57d54260be4887b6752cb89f737bf6 2024-11-17T20:22:35,996 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/data/hbase/meta/1588230740/.tmp/rep_barrier/1bf1f72dfb54416fa745e86469ef0fe2 is 112, key is test,,1731874946834.a2a97164e8a5adaa2cc9f977114a810f./rep_barrier:seqnumDuringOpen/1731874947800/Put/seqid=0 2024-11-17T20:22:35,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741843_1019 (size=5518) 2024-11-17T20:22:36,002 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/data/hbase/meta/1588230740/.tmp/rep_barrier/1bf1f72dfb54416fa745e86469ef0fe2 2024-11-17T20:22:36,018 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/data/hbase/meta/1588230740/.tmp/table/e8dc4fcf1aab4a5bbbb667ccd5b1e71b is 40, key is test/table:state/1731874947817/Put/seqid=0 2024-11-17T20:22:36,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741844_1020 (size=5165) 2024-11-17T20:22:36,110 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261.replicationSource.wal-reader.0b0b0ae8de03%2C43315%2C1731874931261,1-0b0b0ae8de03,43315,1731874931261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874951418 to pos 393, reset compression=false 2024-11-17T20:22:36,122 DEBUG [RS:0;0b0b0ae8de03:35593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:22:36,209 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,2-0b0b0ae8de03,43315,1731874931261.replicationSource.wal-reader.0b0b0ae8de03%2C43315%2C1731874931261,2-0b0b0ae8de03,43315,1731874931261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874951418 to pos 393, reset compression=false 2024-11-17T20:22:36,322 DEBUG [RS:0;0b0b0ae8de03:35593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:22:36,422 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/data/hbase/meta/1588230740/.tmp/table/e8dc4fcf1aab4a5bbbb667ccd5b1e71b 2024-11-17T20:22:36,426 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/data/hbase/meta/1588230740/.tmp/info/505e2eb76f804d458632b4c5dad79435 as hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/data/hbase/meta/1588230740/info/505e2eb76f804d458632b4c5dad79435 2024-11-17T20:22:36,430 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/data/hbase/meta/1588230740/info/505e2eb76f804d458632b4c5dad79435, entries=10, sequenceid=11, filesize=6.3 K 2024-11-17T20:22:36,431 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/data/hbase/meta/1588230740/.tmp/ns/3b57d54260be4887b6752cb89f737bf6 as hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/data/hbase/meta/1588230740/ns/3b57d54260be4887b6752cb89f737bf6 2024-11-17T20:22:36,436 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/data/hbase/meta/1588230740/ns/3b57d54260be4887b6752cb89f737bf6, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T20:22:36,437 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/data/hbase/meta/1588230740/.tmp/rep_barrier/1bf1f72dfb54416fa745e86469ef0fe2 as hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/data/hbase/meta/1588230740/rep_barrier/1bf1f72dfb54416fa745e86469ef0fe2 2024-11-17T20:22:36,441 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/data/hbase/meta/1588230740/rep_barrier/1bf1f72dfb54416fa745e86469ef0fe2, entries=1, sequenceid=11, filesize=5.4 K 2024-11-17T20:22:36,442 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/data/hbase/meta/1588230740/.tmp/table/e8dc4fcf1aab4a5bbbb667ccd5b1e71b as hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/data/hbase/meta/1588230740/table/e8dc4fcf1aab4a5bbbb667ccd5b1e71b 2024-11-17T20:22:36,445 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/data/hbase/meta/1588230740/table/e8dc4fcf1aab4a5bbbb667ccd5b1e71b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T20:22:36,446 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 925ms, sequenceid=11, compaction requested=false 2024-11-17T20:22:36,449 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-17T20:22:36,450 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:22:36,450 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T20:22:36,450 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T20:22:36,450 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731874955521Running coprocessor pre-close hooks at 1731874955521Disabling compacts and flushes for region at 1731874955521Disabling writes for close at 1731874955521Obtaining lock to block concurrent updates at 1731874955521Preparing flush snapshotting stores in 1588230740 at 1731874955521Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731874955522 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731874955523 (+1 ms)Flushing 1588230740/info: creating writer at 1731874955523Flushing 1588230740/info: appending metadata at 1731874955551 (+28 ms)Flushing 1588230740/info: closing flushed file at 1731874955551Flushing 1588230740/ns: creating writer at 1731874955959 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731874955974 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731874955974Flushing 1588230740/rep_barrier: creating writer at 1731874955982 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731874955996 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731874955996Flushing 1588230740/table: creating writer at 1731874956005 (+9 ms)Flushing 1588230740/table: appending metadata at 1731874956018 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731874956018Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ffaedf4: reopening flushed file at 1731874956426 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42b81038: reopening flushed file at 1731874956430 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64984393: reopening flushed file at 1731874956437 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@468698e0: reopening flushed file at 1731874956441 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 925ms, sequenceid=11, compaction requested=false at 1731874956446 (+5 ms)Writing region close event to WAL at 1731874956447 (+1 ms)Running coprocessor post-close hooks at 1731874956450 (+3 ms)Closed at 1731874956450 2024-11-17T20:22:36,450 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T20:22:36,522 INFO [RS:0;0b0b0ae8de03:35593 {}] regionserver.HRegionServer(976): stopping server 0b0b0ae8de03,35593,1731874936680; all regions closed. 2024-11-17T20:22:36,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741834_1010 (size=2717) 2024-11-17T20:22:36,526 DEBUG [RS:0;0b0b0ae8de03:35593 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/oldWALs 2024-11-17T20:22:36,526 INFO [RS:0;0b0b0ae8de03:35593 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b0b0ae8de03%2C35593%2C1731874936680.meta:.meta(num 1731874939629) 2024-11-17T20:22:36,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741832_1008 (size=1374) 2024-11-17T20:22:36,530 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/WALs/0b0b0ae8de03,35593,1731874936680/0b0b0ae8de03%2C35593%2C1731874936680.1731874938827 not finished, retry = 0 2024-11-17T20:22:36,632 DEBUG [RS:0;0b0b0ae8de03:35593 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/oldWALs 2024-11-17T20:22:36,632 INFO [RS:0;0b0b0ae8de03:35593 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b0b0ae8de03%2C35593%2C1731874936680:(num 1731874938827) 2024-11-17T20:22:36,632 DEBUG [RS:0;0b0b0ae8de03:35593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:36,632 INFO [RS:0;0b0b0ae8de03:35593 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:22:36,632 INFO [RS:0;0b0b0ae8de03:35593 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:22:36,633 INFO [RS:0;0b0b0ae8de03:35593 {}] hbase.ChoreService(370): Chore service for: regionserver/0b0b0ae8de03:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T20:22:36,633 INFO [RS:0;0b0b0ae8de03:35593 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:22:36,633 INFO [regionserver/0b0b0ae8de03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:22:36,633 INFO [RS:0;0b0b0ae8de03:35593 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:35593. 2024-11-17T20:22:36,633 DEBUG [RS:0;0b0b0ae8de03:35593 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:22:36,633 DEBUG [RS:0;0b0b0ae8de03:35593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:36,633 DEBUG [RS:0;0b0b0ae8de03:35593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:36,633 INFO [RS:0;0b0b0ae8de03:35593 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35593 2024-11-17T20:22:36,634 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:22:36,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35593-0x1014a7631da0004, quorum=127.0.0.1:57184, baseZNode=/11527793162 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11527793162/rs/0b0b0ae8de03,35593,1731874936680 2024-11-17T20:22:36,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x1014a7631da0003, quorum=127.0.0.1:57184, baseZNode=/11527793162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11527793162/rs 2024-11-17T20:22:36,697 INFO [RS:0;0b0b0ae8de03:35593 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:22:36,707 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b0b0ae8de03,35593,1731874936680] 2024-11-17T20:22:36,718 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11527793162/draining/0b0b0ae8de03,35593,1731874936680 already deleted, retry=false 2024-11-17T20:22:36,718 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b0b0ae8de03,35593,1731874936680 expired; onlineServers=0 2024-11-17T20:22:36,718 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0b0b0ae8de03,35313,1731874936185' ***** 2024-11-17T20:22:36,718 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T20:22:36,718 INFO [M:0;0b0b0ae8de03:35313 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:22:36,718 INFO [M:0;0b0b0ae8de03:35313 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:22:36,718 DEBUG [M:0;0b0b0ae8de03:35313 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T20:22:36,718 DEBUG [M:0;0b0b0ae8de03:35313 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T20:22:36,718 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T20:22:36,718 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874938460 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874938460,5,FailOnTimeoutGroup] 2024-11-17T20:22:36,718 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874938460 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874938460,5,FailOnTimeoutGroup] 2024-11-17T20:22:36,718 INFO [M:0;0b0b0ae8de03:35313 {}] hbase.ChoreService(370): Chore service for: master/0b0b0ae8de03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T20:22:36,718 INFO [M:0;0b0b0ae8de03:35313 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:22:36,719 DEBUG [M:0;0b0b0ae8de03:35313 {}] master.HMaster(1795): Stopping service threads 2024-11-17T20:22:36,719 INFO [M:0;0b0b0ae8de03:35313 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T20:22:36,719 INFO [M:0;0b0b0ae8de03:35313 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T20:22:36,719 INFO [M:0;0b0b0ae8de03:35313 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T20:22:36,719 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T20:22:36,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x1014a7631da0003, quorum=127.0.0.1:57184, baseZNode=/11527793162 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11527793162/master 2024-11-17T20:22:36,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x1014a7631da0003, quorum=127.0.0.1:57184, baseZNode=/11527793162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11527793162 2024-11-17T20:22:36,728 DEBUG [M:0;0b0b0ae8de03:35313 {}] zookeeper.ZKUtil(347): master:35313-0x1014a7631da0003, quorum=127.0.0.1:57184, baseZNode=/11527793162 Unable to get data of znode /11527793162/master because node does not exist (not an error) 2024-11-17T20:22:36,728 WARN [M:0;0b0b0ae8de03:35313 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T20:22:36,729 INFO [M:0;0b0b0ae8de03:35313 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/.lastflushedseqids 2024-11-17T20:22:36,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741845_1021 (size=173) 2024-11-17T20:22:36,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35593-0x1014a7631da0004, quorum=127.0.0.1:57184, baseZNode=/11527793162 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:22:36,807 INFO [RS:0;0b0b0ae8de03:35593 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:22:36,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35593-0x1014a7631da0004, quorum=127.0.0.1:57184, baseZNode=/11527793162 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:22:36,808 INFO [RS:0;0b0b0ae8de03:35593 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b0b0ae8de03,35593,1731874936680; zookeeper connection closed. 2024-11-17T20:22:36,808 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@22a86aae {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@22a86aae 2024-11-17T20:22:36,808 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T20:22:37,014 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261.replicationSource.wal-reader.0b0b0ae8de03%2C43315%2C1731874931261,1-0b0b0ae8de03,43315,1731874931261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874951418 to pos 393, reset compression=false 2024-11-17T20:22:37,113 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,2-0b0b0ae8de03,43315,1731874931261.replicationSource.wal-reader.0b0b0ae8de03%2C43315%2C1731874931261,2-0b0b0ae8de03,43315,1731874931261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874951418 to pos 393, reset compression=false 2024-11-17T20:22:37,133 INFO [M:0;0b0b0ae8de03:35313 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T20:22:37,133 INFO [M:0;0b0b0ae8de03:35313 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T20:22:37,133 DEBUG [M:0;0b0b0ae8de03:35313 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T20:22:37,133 INFO [M:0;0b0b0ae8de03:35313 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:22:37,133 DEBUG [M:0;0b0b0ae8de03:35313 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:22:37,133 DEBUG [M:0;0b0b0ae8de03:35313 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T20:22:37,133 DEBUG [M:0;0b0b0ae8de03:35313 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:22:37,133 INFO [M:0;0b0b0ae8de03:35313 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-17T20:22:37,148 DEBUG [M:0;0b0b0ae8de03:35313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2398150e29064f87addcd150f2aa7289 is 82, key is hbase:meta,,1/info:regioninfo/1731874939659/Put/seqid=0 2024-11-17T20:22:37,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741846_1022 (size=5672) 2024-11-17T20:22:37,551 INFO [M:0;0b0b0ae8de03:35313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2398150e29064f87addcd150f2aa7289 2024-11-17T20:22:37,571 DEBUG [M:0;0b0b0ae8de03:35313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/384554be29964a938e1eaaec3335e538 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731874947822/Put/seqid=0 2024-11-17T20:22:37,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741847_1023 (size=6585) 2024-11-17T20:22:37,975 INFO [M:0;0b0b0ae8de03:35313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/384554be29964a938e1eaaec3335e538 2024-11-17T20:22:37,991 DEBUG [M:0;0b0b0ae8de03:35313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b8f73c618e94c76a206649e281affd1 is 69, key is 0b0b0ae8de03,35593,1731874936680/rs:state/1731874938596/Put/seqid=0 2024-11-17T20:22:37,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741848_1024 (size=5156) 2024-11-17T20:22:38,017 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261.replicationSource.wal-reader.0b0b0ae8de03%2C43315%2C1731874931261,1-0b0b0ae8de03,43315,1731874931261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874951418 to pos 393, reset compression=false 2024-11-17T20:22:38,116 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,2-0b0b0ae8de03,43315,1731874931261.replicationSource.wal-reader.0b0b0ae8de03%2C43315%2C1731874931261,2-0b0b0ae8de03,43315,1731874931261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874951418 to pos 393, reset compression=false 2024-11-17T20:22:38,395 INFO [M:0;0b0b0ae8de03:35313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b8f73c618e94c76a206649e281affd1 2024-11-17T20:22:38,400 DEBUG [M:0;0b0b0ae8de03:35313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2398150e29064f87addcd150f2aa7289 as hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2398150e29064f87addcd150f2aa7289 2024-11-17T20:22:38,403 INFO [M:0;0b0b0ae8de03:35313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2398150e29064f87addcd150f2aa7289, entries=8, sequenceid=55, filesize=5.5 K 2024-11-17T20:22:38,404 DEBUG [M:0;0b0b0ae8de03:35313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/384554be29964a938e1eaaec3335e538 as hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/384554be29964a938e1eaaec3335e538 2024-11-17T20:22:38,408 INFO [M:0;0b0b0ae8de03:35313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/384554be29964a938e1eaaec3335e538, entries=6, sequenceid=55, filesize=6.4 K 2024-11-17T20:22:38,408 DEBUG [M:0;0b0b0ae8de03:35313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b8f73c618e94c76a206649e281affd1 as hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8b8f73c618e94c76a206649e281affd1 2024-11-17T20:22:38,412 INFO [M:0;0b0b0ae8de03:35313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33561/user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8b8f73c618e94c76a206649e281affd1, entries=1, sequenceid=55, filesize=5.0 K 2024-11-17T20:22:38,413 INFO [M:0;0b0b0ae8de03:35313 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=55, compaction requested=false 2024-11-17T20:22:38,414 INFO [M:0;0b0b0ae8de03:35313 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:22:38,414 DEBUG [M:0;0b0b0ae8de03:35313 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731874957133Disabling compacts and flushes for region at 1731874957133Disabling writes for close at 1731874957133Obtaining lock to block concurrent updates at 1731874957133Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731874957133Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731874957134 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731874957134Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731874957134Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731874957147 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731874957147Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731874957554 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731874957571 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731874957571Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731874957978 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731874957991 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731874957991Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@470f586f: reopening flushed file at 1731874958399 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c1ed8ef: reopening flushed file at 1731874958403 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12688748: reopening flushed file at 1731874958408 (+5 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=55, compaction requested=false at 1731874958413 (+5 ms)Writing region close event to WAL at 1731874958414 (+1 ms)Closed at 1731874958414 2024-11-17T20:22:38,415 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/690b74c2-732f-a5af-6a94-7913e48030b5/MasterData/WALs/0b0b0ae8de03,35313,1731874936185/0b0b0ae8de03%2C35313%2C1731874936185.1731874938149 not finished, retry = 0 2024-11-17T20:22:38,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741830_1006 (size=32758) 2024-11-17T20:22:38,516 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:22:38,516 INFO [M:0;0b0b0ae8de03:35313 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T20:22:38,516 INFO [M:0;0b0b0ae8de03:35313 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35313 2024-11-17T20:22:38,517 INFO [M:0;0b0b0ae8de03:35313 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:22:38,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x1014a7631da0003, quorum=127.0.0.1:57184, baseZNode=/11527793162 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:22:38,681 INFO [M:0;0b0b0ae8de03:35313 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:22:38,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x1014a7631da0003, quorum=127.0.0.1:57184, baseZNode=/11527793162 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:22:38,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ced2d66{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:22:38,685 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@591b36dd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T20:22:38,685 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T20:22:38,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4282a5f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T20:22:38,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51a9c3fc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9311ca2b-e328-90a3-7baa-a6f1540bfad1/hadoop.log.dir/,STOPPED} 2024-11-17T20:22:38,686 WARN [BP-557081589-172.17.0.2-1731874934188 heartbeating to localhost/127.0.0.1:33561 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T20:22:38,686 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T20:22:38,687 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T20:22:38,687 WARN [BP-557081589-172.17.0.2-1731874934188 heartbeating to localhost/127.0.0.1:33561 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-557081589-172.17.0.2-1731874934188 (Datanode Uuid 1e1c6f0d-5247-4ddb-9565-cc0a3f0eade0) service to localhost/127.0.0.1:33561 2024-11-17T20:22:38,687 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9311ca2b-e328-90a3-7baa-a6f1540bfad1/cluster_f999e3b8-70e4-73f1-485e-f1b0fbb5aafe/data/data1/current/BP-557081589-172.17.0.2-1731874934188 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:22:38,687 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9311ca2b-e328-90a3-7baa-a6f1540bfad1/cluster_f999e3b8-70e4-73f1-485e-f1b0fbb5aafe/data/data2/current/BP-557081589-172.17.0.2-1731874934188 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:22:38,687 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T20:22:38,694 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1024a11b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T20:22:38,695 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@668539c3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T20:22:38,695 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T20:22:38,695 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ebaaa65{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T20:22:38,695 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dfcaee4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9311ca2b-e328-90a3-7baa-a6f1540bfad1/hadoop.log.dir/,STOPPED} 2024-11-17T20:22:38,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T20:22:38,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T20:22:38,710 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:22:38,710 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:22:38,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:38,710 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:22:38,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:38,711 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T20:22:38,711 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=453263231, stopped=false 2024-11-17T20:22:38,711 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0b0b0ae8de03,35459,1731874931076 2024-11-17T20:22:38,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43315-0x1014a7631da0001, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-550146389/running 2024-11-17T20:22:38,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35459-0x1014a7631da0000, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-550146389/running 2024-11-17T20:22:38,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35459-0x1014a7631da0000, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550146389 2024-11-17T20:22:38,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43315-0x1014a7631da0001, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550146389 2024-11-17T20:22:38,729 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T20:22:38,729 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35459-0x1014a7631da0000, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Set watcher on znode that does not yet exist, /0-550146389/running 2024-11-17T20:22:38,729 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:22:38,729 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:22:38,729 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43315-0x1014a7631da0001, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Set watcher on znode that does not yet exist, /0-550146389/running 2024-11-17T20:22:38,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:38,730 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b0b0ae8de03,43315,1731874931261' ***** 2024-11-17T20:22:38,730 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T20:22:38,730 INFO [RS:0;0b0b0ae8de03:43315 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T20:22:38,730 INFO [RS:0;0b0b0ae8de03:43315 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T20:22:38,730 INFO [RS:0;0b0b0ae8de03:43315 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T20:22:38,730 INFO [RS:0;0b0b0ae8de03:43315 {}] regionserver.HRegionServer(3091): Received CLOSE for 9dfedc119f715b855f66305733699dbe 2024-11-17T20:22:38,730 INFO [RS:0;0b0b0ae8de03:43315 {}] regionserver.HRegionServer(3091): Received CLOSE for 138cec053bc8b6f64b3fb07ae7183f17 2024-11-17T20:22:38,730 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T20:22:38,730 INFO [RS:0;0b0b0ae8de03:43315 {}] regionserver.HRegionServer(959): stopping server 0b0b0ae8de03,43315,1731874931261 2024-11-17T20:22:38,730 INFO [RS:0;0b0b0ae8de03:43315 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:22:38,730 INFO [RS:0;0b0b0ae8de03:43315 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:43315. 2024-11-17T20:22:38,730 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9dfedc119f715b855f66305733699dbe, disabling compactions & flushes 2024-11-17T20:22:38,730 DEBUG [RS:0;0b0b0ae8de03:43315 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:22:38,730 DEBUG [RS:0;0b0b0ae8de03:43315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:38,730 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731874945691.9dfedc119f715b855f66305733699dbe. 2024-11-17T20:22:38,730 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731874945691.9dfedc119f715b855f66305733699dbe. 2024-11-17T20:22:38,730 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731874945691.9dfedc119f715b855f66305733699dbe. after waiting 0 ms 2024-11-17T20:22:38,730 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731874945691.9dfedc119f715b855f66305733699dbe. 2024-11-17T20:22:38,731 INFO [RS:0;0b0b0ae8de03:43315 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T20:22:38,731 INFO [RS:0;0b0b0ae8de03:43315 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T20:22:38,731 INFO [RS:0;0b0b0ae8de03:43315 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T20:22:38,731 INFO [RS:0;0b0b0ae8de03:43315 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T20:22:38,731 INFO [RS:0;0b0b0ae8de03:43315 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T20:22:38,731 DEBUG [RS:0;0b0b0ae8de03:43315 {}] regionserver.HRegionServer(1325): Online Regions={9dfedc119f715b855f66305733699dbe=test,,1731874945691.9dfedc119f715b855f66305733699dbe., 1588230740=hbase:meta,,1.1588230740, 138cec053bc8b6f64b3fb07ae7183f17=hbase:replication,,1731874949150.138cec053bc8b6f64b3fb07ae7183f17.} 2024-11-17T20:22:38,731 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T20:22:38,731 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T20:22:38,731 DEBUG [RS:0;0b0b0ae8de03:43315 {}] regionserver.HRegionServer(1351): Waiting on 138cec053bc8b6f64b3fb07ae7183f17, 1588230740, 9dfedc119f715b855f66305733699dbe 2024-11-17T20:22:38,731 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T20:22:38,731 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T20:22:38,731 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T20:22:38,731 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T20:22:38,733 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/default/test/9dfedc119f715b855f66305733699dbe/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T20:22:38,734 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:22:38,734 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T20:22:38,734 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731874945691.9dfedc119f715b855f66305733699dbe. 2024-11-17T20:22:38,734 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9dfedc119f715b855f66305733699dbe: Waiting for close lock at 1731874958730Running coprocessor pre-close hooks at 1731874958730Disabling compacts and flushes for region at 1731874958730Disabling writes for close at 1731874958730Writing region close event to WAL at 1731874958731 (+1 ms)Running coprocessor post-close hooks at 1731874958734 (+3 ms)Closed at 1731874958734 2024-11-17T20:22:38,734 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731874945691.9dfedc119f715b855f66305733699dbe. 2024-11-17T20:22:38,734 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 138cec053bc8b6f64b3fb07ae7183f17, disabling compactions & flushes 2024-11-17T20:22:38,734 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731874949150.138cec053bc8b6f64b3fb07ae7183f17. 2024-11-17T20:22:38,734 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731874949150.138cec053bc8b6f64b3fb07ae7183f17. 2024-11-17T20:22:38,734 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731874949150.138cec053bc8b6f64b3fb07ae7183f17. after waiting 0 ms 2024-11-17T20:22:38,734 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731874949150.138cec053bc8b6f64b3fb07ae7183f17. 2024-11-17T20:22:38,734 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 138cec053bc8b6f64b3fb07ae7183f17 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-17T20:22:38,735 INFO [regionserver/0b0b0ae8de03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:22:38,745 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/hbase/meta/1588230740/.tmp/info/aec076a8954c440cacfab68dfba88ebd is 147, key is hbase:replication,,1731874949150.138cec053bc8b6f64b3fb07ae7183f17./info:regioninfo/1731874949619/Put/seqid=0 2024-11-17T20:22:38,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741847_1023 (size=7686) 2024-11-17T20:22:38,748 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/hbase/meta/1588230740/.tmp/info/aec076a8954c440cacfab68dfba88ebd 2024-11-17T20:22:38,752 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/hbase/replication/138cec053bc8b6f64b3fb07ae7183f17/.tmp/hfileref/052ffcec5bf34548a2f6888694897404 is 74, key is 1/hfileref:0482be37ad9d4afcad2f93dad9f8ade1_SeqId_6_/1731874953021/DeleteColumn/seqid=0 2024-11-17T20:22:38,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741848_1024 (size=5489) 2024-11-17T20:22:38,765 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/hbase/meta/1588230740/.tmp/ns/ae282b9cd52b451594cda8bc7552f502 is 43, key is default/ns:d/1731874934090/Put/seqid=0 2024-11-17T20:22:38,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741849_1025 (size=5153) 2024-11-17T20:22:38,883 INFO [regionserver/0b0b0ae8de03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T20:22:38,883 INFO [regionserver/0b0b0ae8de03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T20:22:38,890 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T20:22:38,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:38,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:38,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:38,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:38,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:38,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:38,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:38,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:38,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:38,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:38,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:38,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:38,931 DEBUG [RS:0;0b0b0ae8de03:43315 {}] regionserver.HRegionServer(1351): Waiting on 138cec053bc8b6f64b3fb07ae7183f17, 1588230740 2024-11-17T20:22:38,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:38,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:38,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:38,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:22:39,122 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261.replicationSource.wal-reader.0b0b0ae8de03%2C43315%2C1731874931261,1-0b0b0ae8de03,43315,1731874931261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874951418 to pos 393, reset compression=false 2024-11-17T20:22:39,125 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261.replicationSource.wal-reader.0b0b0ae8de03%2C43315%2C1731874931261,1-0b0b0ae8de03,43315,1731874931261 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T20:22:39,125 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261.replicationSource.wal-reader.0b0b0ae8de03%2C43315%2C1731874931261,1-0b0b0ae8de03,43315,1731874931261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874951418 to pos 688, reset compression=false 2024-11-17T20:22:39,125 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261.replicationSource.shipper0b0b0ae8de03%2C43315%2C1731874931261,1-0b0b0ae8de03,43315,1731874931261 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b0b0ae8de03,43315,1731874931261 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874951418, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T20:22:39,126 ERROR [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261.replicationSource.shipper0b0b0ae8de03%2C43315%2C1731874931261,1-0b0b0ae8de03,43315,1731874931261 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 0b0b0ae8de03,43315,1731874931261: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-0b0b0ae8de03,43315,1731874931261, walGroup=0b0b0ae8de03%2C43315%2C1731874931261, offset=0b0b0ae8de03%2C43315%2C1731874931261.1731874951418:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:43315 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T20:22:39,128 ERROR [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261.replicationSource.shipper0b0b0ae8de03%2C43315%2C1731874931261,1-0b0b0ae8de03,43315,1731874931261 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T20:22:39,128 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261.replicationSource.shipper0b0b0ae8de03%2C43315%2C1731874931261,1-0b0b0ae8de03,43315,1731874931261 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T20:22:39,128 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261.replicationSource.shipper0b0b0ae8de03%2C43315%2C1731874931261,1-0b0b0ae8de03,43315,1731874931261 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T20:22:39,128 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261.replicationSource.shipper0b0b0ae8de03%2C43315%2C1731874931261,1-0b0b0ae8de03,43315,1731874931261 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T20:22:39,128 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261.replicationSource.shipper0b0b0ae8de03%2C43315%2C1731874931261,1-0b0b0ae8de03,43315,1731874931261 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T20:22:39,128 INFO [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261.replicationSource.shipper0b0b0ae8de03%2C43315%2C1731874931261,1-0b0b0ae8de03,43315,1731874931261 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1612709888, "init": 1048576000, "max": 2306867200, "used": 1049322776 }, "NonHeapMemoryUsage": { "committed": 211222528, "init": 7667712, "max": -1, "used": 208030592 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T20:22:39,129 WARN [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261.replicationSource.shipper0b0b0ae8de03%2C43315%2C1731874931261,1-0b0b0ae8de03,43315,1731874931261 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:35459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:35459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T20:22:39,131 DEBUG [RS:0;0b0b0ae8de03:43315 {}] regionserver.HRegionServer(1351): Waiting on 138cec053bc8b6f64b3fb07ae7183f17, 1588230740 2024-11-17T20:22:39,156 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/hbase/replication/138cec053bc8b6f64b3fb07ae7183f17/.tmp/hfileref/052ffcec5bf34548a2f6888694897404 2024-11-17T20:22:39,169 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/hbase/meta/1588230740/.tmp/ns/ae282b9cd52b451594cda8bc7552f502 2024-11-17T20:22:39,179 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/hbase/replication/138cec053bc8b6f64b3fb07ae7183f17/.tmp/queue/99685db549ad45869f870543373b2894 is 153, key is 1-0b0b0ae8de03,43315,1731874931261/queue:0b0b0ae8de03%2C43315%2C1731874931261/1731874953024/Put/seqid=0 2024-11-17T20:22:39,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741850_1026 (size=5504) 2024-11-17T20:22:39,188 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/hbase/meta/1588230740/.tmp/rep_barrier/ff04fa0b0ca54595b0c9a869075df512 is 112, key is test,,1731874945691.9dfedc119f715b855f66305733699dbe./rep_barrier:seqnumDuringOpen/1731874946440/Put/seqid=0 2024-11-17T20:22:39,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741851_1027 (size=5518) 2024-11-17T20:22:39,191 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/hbase/meta/1588230740/.tmp/rep_barrier/ff04fa0b0ca54595b0c9a869075df512 2024-11-17T20:22:39,208 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/hbase/meta/1588230740/.tmp/table/f92b99654e394835a609704e9a08f856 is 53, key is hbase:replication/table:state/1731874949632/Put/seqid=0 2024-11-17T20:22:39,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741852_1028 (size=5308) 2024-11-17T20:22:39,211 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/hbase/meta/1588230740/.tmp/table/f92b99654e394835a609704e9a08f856 2024-11-17T20:22:39,215 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/hbase/meta/1588230740/.tmp/info/aec076a8954c440cacfab68dfba88ebd as hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/hbase/meta/1588230740/info/aec076a8954c440cacfab68dfba88ebd 2024-11-17T20:22:39,218 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/hbase/meta/1588230740/info/aec076a8954c440cacfab68dfba88ebd, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T20:22:39,219 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/hbase/meta/1588230740/.tmp/ns/ae282b9cd52b451594cda8bc7552f502 as hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/hbase/meta/1588230740/ns/ae282b9cd52b451594cda8bc7552f502 2024-11-17T20:22:39,220 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,2-0b0b0ae8de03,43315,1731874931261.replicationSource.wal-reader.0b0b0ae8de03%2C43315%2C1731874931261,2-0b0b0ae8de03,43315,1731874931261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874951418 to pos 393, reset compression=false 2024-11-17T20:22:39,222 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/hbase/meta/1588230740/ns/ae282b9cd52b451594cda8bc7552f502, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T20:22:39,223 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/hbase/meta/1588230740/.tmp/rep_barrier/ff04fa0b0ca54595b0c9a869075df512 as hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/hbase/meta/1588230740/rep_barrier/ff04fa0b0ca54595b0c9a869075df512 2024-11-17T20:22:39,223 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,2-0b0b0ae8de03,43315,1731874931261.replicationSource.wal-reader.0b0b0ae8de03%2C43315%2C1731874931261,2-0b0b0ae8de03,43315,1731874931261 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T20:22:39,223 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,2-0b0b0ae8de03,43315,1731874931261.replicationSource.wal-reader.0b0b0ae8de03%2C43315%2C1731874931261,2-0b0b0ae8de03,43315,1731874931261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874951418 to pos 688, reset compression=false 2024-11-17T20:22:39,223 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,2-0b0b0ae8de03,43315,1731874931261.replicationSource.shipper0b0b0ae8de03%2C43315%2C1731874931261,2-0b0b0ae8de03,43315,1731874931261 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-0b0b0ae8de03,43315,1731874931261 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874951418, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T20:22:39,224 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,2-0b0b0ae8de03,43315,1731874931261.replicationSource.shipper0b0b0ae8de03%2C43315%2C1731874931261,2-0b0b0ae8de03,43315,1731874931261 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-17T20:22:39,227 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/hbase/meta/1588230740/rep_barrier/ff04fa0b0ca54595b0c9a869075df512, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T20:22:39,228 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/hbase/meta/1588230740/.tmp/table/f92b99654e394835a609704e9a08f856 as hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/hbase/meta/1588230740/table/f92b99654e394835a609704e9a08f856 2024-11-17T20:22:39,231 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/hbase/meta/1588230740/table/f92b99654e394835a609704e9a08f856, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T20:22:39,232 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 501ms, sequenceid=16, compaction requested=false 2024-11-17T20:22:39,232 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T20:22:39,236 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T20:22:39,237 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:22:39,237 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T20:22:39,237 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T20:22:39,237 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731874958731Running coprocessor pre-close hooks at 1731874958731Disabling compacts and flushes for region at 1731874958731Disabling writes for close at 1731874958731Obtaining lock to block concurrent updates at 1731874958731Preparing flush snapshotting stores in 1588230740 at 1731874958731Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731874958731Flushing stores of hbase:meta,,1.1588230740 at 1731874958732 (+1 ms)Flushing 1588230740/info: creating writer at 1731874958732Flushing 1588230740/info: appending metadata at 1731874958745 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731874958745Flushing 1588230740/ns: creating writer at 1731874958751 (+6 ms)Flushing 1588230740/ns: appending metadata at 1731874958765 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731874958765Flushing 1588230740/rep_barrier: creating writer at 1731874959172 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731874959188 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731874959188Flushing 1588230740/table: creating writer at 1731874959195 (+7 ms)Flushing 1588230740/table: appending metadata at 1731874959208 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731874959208Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e79b65f: reopening flushed file at 1731874959215 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d0c4e34: reopening flushed file at 1731874959218 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d90622a: reopening flushed file at 1731874959222 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ad0261d: reopening flushed file at 1731874959227 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 501ms, sequenceid=16, compaction requested=false at 1731874959232 (+5 ms)Writing region close event to WAL at 1731874959234 (+2 ms)Running coprocessor post-close hooks at 1731874959237 (+3 ms)Closed at 1731874959237 2024-11-17T20:22:39,237 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T20:22:39,328 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261.replicationSource.wal-reader.0b0b0ae8de03%2C43315%2C1731874931261,1-0b0b0ae8de03,43315,1731874931261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874951418 to pos 688, reset compression=false 2024-11-17T20:22:39,331 DEBUG [RS:0;0b0b0ae8de03:43315 {}] regionserver.HRegionServer(1351): Waiting on 138cec053bc8b6f64b3fb07ae7183f17 2024-11-17T20:22:39,426 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,2-0b0b0ae8de03,43315,1731874931261.replicationSource.wal-reader.0b0b0ae8de03%2C43315%2C1731874931261,2-0b0b0ae8de03,43315,1731874931261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874951418 to pos 688, reset compression=false 2024-11-17T20:22:39,532 DEBUG [RS:0;0b0b0ae8de03:43315 {}] regionserver.HRegionServer(1351): Waiting on 138cec053bc8b6f64b3fb07ae7183f17 2024-11-17T20:22:39,586 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/hbase/replication/138cec053bc8b6f64b3fb07ae7183f17/.tmp/queue/99685db549ad45869f870543373b2894 2024-11-17T20:22:39,590 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/hbase/replication/138cec053bc8b6f64b3fb07ae7183f17/.tmp/hfileref/052ffcec5bf34548a2f6888694897404 as hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/hbase/replication/138cec053bc8b6f64b3fb07ae7183f17/hfileref/052ffcec5bf34548a2f6888694897404 2024-11-17T20:22:39,594 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/hbase/replication/138cec053bc8b6f64b3fb07ae7183f17/hfileref/052ffcec5bf34548a2f6888694897404, entries=6, sequenceid=17, filesize=5.4 K 2024-11-17T20:22:39,595 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/hbase/replication/138cec053bc8b6f64b3fb07ae7183f17/.tmp/queue/99685db549ad45869f870543373b2894 as hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/hbase/replication/138cec053bc8b6f64b3fb07ae7183f17/queue/99685db549ad45869f870543373b2894 2024-11-17T20:22:39,602 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/hbase/replication/138cec053bc8b6f64b3fb07ae7183f17/queue/99685db549ad45869f870543373b2894, entries=2, sequenceid=17, filesize=5.4 K 2024-11-17T20:22:39,603 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 138cec053bc8b6f64b3fb07ae7183f17 in 869ms, sequenceid=17, compaction requested=false 2024-11-17T20:22:39,613 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/data/hbase/replication/138cec053bc8b6f64b3fb07ae7183f17/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-17T20:22:39,613 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T20:22:39,613 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T20:22:39,613 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731874949150.138cec053bc8b6f64b3fb07ae7183f17. 2024-11-17T20:22:39,613 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 138cec053bc8b6f64b3fb07ae7183f17: Waiting for close lock at 1731874958734Running coprocessor pre-close hooks at 1731874958734Disabling compacts and flushes for region at 1731874958734Disabling writes for close at 1731874958734Obtaining lock to block concurrent updates at 1731874958734Preparing flush snapshotting stores in 138cec053bc8b6f64b3fb07ae7183f17 at 1731874958734Finished memstore snapshotting hbase:replication,,1731874949150.138cec053bc8b6f64b3fb07ae7183f17., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731874958735 (+1 ms)Flushing stores of hbase:replication,,1731874949150.138cec053bc8b6f64b3fb07ae7183f17. at 1731874958735Flushing 138cec053bc8b6f64b3fb07ae7183f17/hfileref: creating writer at 1731874958735Flushing 138cec053bc8b6f64b3fb07ae7183f17/hfileref: appending metadata at 1731874958752 (+17 ms)Flushing 138cec053bc8b6f64b3fb07ae7183f17/hfileref: closing flushed file at 1731874958752Flushing 138cec053bc8b6f64b3fb07ae7183f17/queue: creating writer at 1731874959160 (+408 ms)Flushing 138cec053bc8b6f64b3fb07ae7183f17/queue: appending metadata at 1731874959178 (+18 ms)Flushing 138cec053bc8b6f64b3fb07ae7183f17/queue: closing flushed file at 1731874959178Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3294de6b: reopening flushed file at 1731874959590 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e143a5f: reopening flushed file at 1731874959594 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 138cec053bc8b6f64b3fb07ae7183f17 in 869ms, sequenceid=17, compaction requested=false at 1731874959603 (+9 ms)Writing region close event to WAL at 1731874959608 (+5 ms)Running coprocessor post-close hooks at 1731874959613 (+5 ms)Closed at 1731874959613 2024-11-17T20:22:39,614 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731874949150.138cec053bc8b6f64b3fb07ae7183f17. 2024-11-17T20:22:39,631 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261.replicationSource.wal-reader.0b0b0ae8de03%2C43315%2C1731874931261,1-0b0b0ae8de03,43315,1731874931261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874951418 to pos 688, reset compression=false 2024-11-17T20:22:39,730 DEBUG [RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,2-0b0b0ae8de03,43315,1731874931261.replicationSource.wal-reader.0b0b0ae8de03%2C43315%2C1731874931261,2-0b0b0ae8de03,43315,1731874931261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.1731874951418 to pos 688, reset compression=false 2024-11-17T20:22:39,732 INFO [RS:0;0b0b0ae8de03:43315 {}] regionserver.HRegionServer(976): stopping server 0b0b0ae8de03,43315,1731874931261; all regions closed. 2024-11-17T20:22:39,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741842_1018 (size=859) 2024-11-17T20:22:39,734 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.meta.1731874951382.meta not finished, retry = 0 2024-11-17T20:22:39,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741843_1019 (size=2791) 2024-11-17T20:22:39,837 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/WALs/0b0b0ae8de03,43315,1731874931261/0b0b0ae8de03%2C43315%2C1731874931261.rep.1731874951399 not finished, retry = 0 2024-11-17T20:22:39,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741844_1020 (size=696) 2024-11-17T20:22:39,939 DEBUG [RS:0;0b0b0ae8de03:43315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:39,939 INFO [RS:0;0b0b0ae8de03:43315 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:22:39,939 INFO [RS:0;0b0b0ae8de03:43315 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:22:39,939 INFO [RS:0;0b0b0ae8de03:43315 {}] hbase.ChoreService(370): Chore service for: regionserver/0b0b0ae8de03:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-17T20:22:39,940 INFO [RS:0;0b0b0ae8de03:43315 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:22:39,940 INFO [regionserver/0b0b0ae8de03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:22:39,940 INFO [RS:0;0b0b0ae8de03:43315 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0b0b0ae8de03,43315,1731874931261 because: Region server is closing 2024-11-17T20:22:39,940 INFO [RS:0;0b0b0ae8de03:43315 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:43315. 2024-11-17T20:22:39,940 DEBUG [RS:0;0b0b0ae8de03:43315 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:22:39,940 DEBUG [RS:0;0b0b0ae8de03:43315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:39,940 DEBUG [RS:0;0b0b0ae8de03:43315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:39,940 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:22:40,041 INFO [RS:0;0b0b0ae8de03:43315 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,1-0b0b0ae8de03,43315,1731874931261.replicationSource.shipper0b0b0ae8de03%2C43315%2C1731874931261,1-0b0b0ae8de03,43315,1731874931261 terminated 2024-11-17T20:22:40,041 INFO [RS:0;0b0b0ae8de03:43315 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-0b0b0ae8de03,43315,1731874931261 because: Region server is closing 2024-11-17T20:22:40,041 INFO [RS:0;0b0b0ae8de03:43315 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:43315. 2024-11-17T20:22:40,041 DEBUG [RS:0;0b0b0ae8de03:43315 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:22:40,041 DEBUG [RS:0;0b0b0ae8de03:43315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:40,041 DEBUG [RS:0;0b0b0ae8de03:43315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:22:40,041 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:22:40,142 INFO [RS:0;0b0b0ae8de03:43315 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0-0.replicationSource,2-0b0b0ae8de03,43315,1731874931261.replicationSource.shipper0b0b0ae8de03%2C43315%2C1731874931261,2-0b0b0ae8de03,43315,1731874931261 terminated 2024-11-17T20:22:40,142 INFO [RS:0;0b0b0ae8de03:43315 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43315 2024-11-17T20:22:40,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35459-0x1014a7631da0000, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550146389/rs 2024-11-17T20:22:40,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43315-0x1014a7631da0001, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-550146389/rs/0b0b0ae8de03,43315,1731874931261 2024-11-17T20:22:40,149 INFO [RS:0;0b0b0ae8de03:43315 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:22:40,160 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b0b0ae8de03,43315,1731874931261] 2024-11-17T20:22:40,170 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-550146389/draining/0b0b0ae8de03,43315,1731874931261 already deleted, retry=false 2024-11-17T20:22:40,170 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b0b0ae8de03,43315,1731874931261 expired; onlineServers=0 2024-11-17T20:22:40,170 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0b0b0ae8de03,35459,1731874931076' ***** 2024-11-17T20:22:40,170 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T20:22:40,170 INFO [M:0;0b0b0ae8de03:35459 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:22:40,170 INFO [M:0;0b0b0ae8de03:35459 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:22:40,171 DEBUG [M:0;0b0b0ae8de03:35459 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T20:22:40,171 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T20:22:40,171 DEBUG [M:0;0b0b0ae8de03:35459 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T20:22:40,171 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874932721 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874932721,5,FailOnTimeoutGroup] 2024-11-17T20:22:40,171 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874932718 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874932718,5,FailOnTimeoutGroup] 2024-11-17T20:22:40,171 INFO [M:0;0b0b0ae8de03:35459 {}] hbase.ChoreService(370): Chore service for: master/0b0b0ae8de03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T20:22:40,171 INFO [M:0;0b0b0ae8de03:35459 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:22:40,171 DEBUG [M:0;0b0b0ae8de03:35459 {}] master.HMaster(1795): Stopping service threads 2024-11-17T20:22:40,171 INFO [M:0;0b0b0ae8de03:35459 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T20:22:40,171 INFO [M:0;0b0b0ae8de03:35459 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T20:22:40,171 ERROR [M:0;0b0b0ae8de03:35459 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (2115253527) connection to localhost/127.0.0.1:37811 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37811,5,PEWorkerGroup] 2024-11-17T20:22:40,171 INFO [M:0;0b0b0ae8de03:35459 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T20:22:40,171 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T20:22:40,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35459-0x1014a7631da0000, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-550146389/master 2024-11-17T20:22:40,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35459-0x1014a7631da0000, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550146389 2024-11-17T20:22:40,181 DEBUG [M:0;0b0b0ae8de03:35459 {}] zookeeper.ZKUtil(347): master:35459-0x1014a7631da0000, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Unable to get data of znode /0-550146389/master because node does not exist (not an error) 2024-11-17T20:22:40,181 WARN [M:0;0b0b0ae8de03:35459 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T20:22:40,184 INFO [M:0;0b0b0ae8de03:35459 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/.lastflushedseqids 2024-11-17T20:22:40,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741853_1029 (size=263) 2024-11-17T20:22:40,260 INFO [RS:0;0b0b0ae8de03:43315 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:22:40,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43315-0x1014a7631da0001, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:22:40,260 INFO [RS:0;0b0b0ae8de03:43315 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b0b0ae8de03,43315,1731874931261; zookeeper connection closed. 2024-11-17T20:22:40,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43315-0x1014a7631da0001, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:22:40,260 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2fd4181c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2fd4181c 2024-11-17T20:22:40,261 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T20:22:40,588 INFO [M:0;0b0b0ae8de03:35459 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T20:22:40,588 INFO [M:0;0b0b0ae8de03:35459 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T20:22:40,588 DEBUG [M:0;0b0b0ae8de03:35459 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T20:22:40,588 INFO [M:0;0b0b0ae8de03:35459 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:22:40,588 DEBUG [M:0;0b0b0ae8de03:35459 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:22:40,588 DEBUG [M:0;0b0b0ae8de03:35459 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T20:22:40,588 DEBUG [M:0;0b0b0ae8de03:35459 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:22:40,588 INFO [M:0;0b0b0ae8de03:35459 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.82 KB heapSize=70.48 KB 2024-11-17T20:22:40,607 DEBUG [M:0;0b0b0ae8de03:35459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ba9d262bc7746fc90e1ef9864a08d16 is 82, key is hbase:meta,,1/info:regioninfo/1731874933929/Put/seqid=0 2024-11-17T20:22:40,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741854_1030 (size=5672) 2024-11-17T20:22:40,611 INFO [M:0;0b0b0ae8de03:35459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ba9d262bc7746fc90e1ef9864a08d16 2024-11-17T20:22:40,628 DEBUG [M:0;0b0b0ae8de03:35459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4ff94ad7827e4766aa083545f77d242d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731874949635/Put/seqid=0 2024-11-17T20:22:40,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741855_1031 (size=8908) 2024-11-17T20:22:40,639 INFO [M:0;0b0b0ae8de03:35459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.26 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4ff94ad7827e4766aa083545f77d242d 2024-11-17T20:22:40,666 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T20:22:40,666 DEBUG [M:0;0b0b0ae8de03:35459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/595b9992b7bd4920a143da5f353cc0be is 69, key is 0b0b0ae8de03,43315,1731874931261/rs:state/1731874932771/Put/seqid=0 2024-11-17T20:22:40,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741856_1032 (size=5156) 2024-11-17T20:22:40,669 INFO [M:0;0b0b0ae8de03:35459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/595b9992b7bd4920a143da5f353cc0be 2024-11-17T20:22:40,673 DEBUG [M:0;0b0b0ae8de03:35459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ba9d262bc7746fc90e1ef9864a08d16 as hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1ba9d262bc7746fc90e1ef9864a08d16 2024-11-17T20:22:40,676 INFO [M:0;0b0b0ae8de03:35459 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1ba9d262bc7746fc90e1ef9864a08d16, entries=8, sequenceid=112, filesize=5.5 K 2024-11-17T20:22:40,676 DEBUG [M:0;0b0b0ae8de03:35459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4ff94ad7827e4766aa083545f77d242d as hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4ff94ad7827e4766aa083545f77d242d 2024-11-17T20:22:40,679 INFO [M:0;0b0b0ae8de03:35459 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4ff94ad7827e4766aa083545f77d242d, entries=13, sequenceid=112, filesize=8.7 K 2024-11-17T20:22:40,680 DEBUG [M:0;0b0b0ae8de03:35459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/595b9992b7bd4920a143da5f353cc0be as hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/595b9992b7bd4920a143da5f353cc0be 2024-11-17T20:22:40,683 INFO [M:0;0b0b0ae8de03:35459 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37811/user/jenkins/test-data/608a6cdc-cb33-3710-00a5-73454fa29af7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/595b9992b7bd4920a143da5f353cc0be, entries=1, sequenceid=112, filesize=5.0 K 2024-11-17T20:22:40,684 INFO [M:0;0b0b0ae8de03:35459 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 96ms, sequenceid=112, compaction requested=false 2024-11-17T20:22:40,685 INFO [M:0;0b0b0ae8de03:35459 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:22:40,686 DEBUG [M:0;0b0b0ae8de03:35459 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731874960588Disabling compacts and flushes for region at 1731874960588Disabling writes for close at 1731874960588Obtaining lock to block concurrent updates at 1731874960588Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731874960588Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61256, getHeapSize=72112, getOffHeapSize=0, getCellsCount=131 at 1731874960589 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731874960589Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731874960589Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731874960607 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731874960607Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731874960614 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731874960628 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731874960628Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731874960646 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731874960665 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731874960665Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16940c1d: reopening flushed file at 1731874960672 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70769713: reopening flushed file at 1731874960676 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5317bdd6: reopening flushed file at 1731874960680 (+4 ms)Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 96ms, sequenceid=112, compaction requested=false at 1731874960684 (+4 ms)Writing region close event to WAL at 1731874960685 (+1 ms)Closed at 1731874960685 2024-11-17T20:22:40,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41085 is added to blk_1073741830_1006 (size=69043) 2024-11-17T20:22:40,687 INFO [M:0;0b0b0ae8de03:35459 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T20:22:40,687 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:22:40,687 INFO [M:0;0b0b0ae8de03:35459 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35459 2024-11-17T20:22:40,688 INFO [M:0;0b0b0ae8de03:35459 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:22:40,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35459-0x1014a7631da0000, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:22:40,828 INFO [M:0;0b0b0ae8de03:35459 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:22:40,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35459-0x1014a7631da0000, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:22:40,831 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a396ae4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:22:40,832 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54be97cc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T20:22:40,832 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T20:22:40,832 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ff6de55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T20:22:40,832 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2005c7b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4855e5bf-8c7f-12d3-7597-7098e47702cc/hadoop.log.dir/,STOPPED} 2024-11-17T20:22:40,834 WARN [BP-939036980-172.17.0.2-1731874928267 heartbeating to localhost/127.0.0.1:37811 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T20:22:40,834 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T20:22:40,834 WARN [BP-939036980-172.17.0.2-1731874928267 heartbeating to localhost/127.0.0.1:37811 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-939036980-172.17.0.2-1731874928267 (Datanode Uuid 9169f7de-0a00-4f22-9b77-b5d64cbc2dec) service to localhost/127.0.0.1:37811 2024-11-17T20:22:40,834 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T20:22:40,835 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4855e5bf-8c7f-12d3-7597-7098e47702cc/cluster_2d94bde9-4849-5066-a159-198a748304ce/data/data1/current/BP-939036980-172.17.0.2-1731874928267 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:22:40,835 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4855e5bf-8c7f-12d3-7597-7098e47702cc/cluster_2d94bde9-4849-5066-a159-198a748304ce/data/data2/current/BP-939036980-172.17.0.2-1731874928267 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:22:40,835 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T20:22:40,843 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4033f57c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T20:22:40,844 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33dae6bc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T20:22:40,844 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T20:22:40,844 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c28e4fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T20:22:40,844 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4437af4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4855e5bf-8c7f-12d3-7597-7098e47702cc/hadoop.log.dir/,STOPPED} 2024-11-17T20:22:40,852 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T20:22:40,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T20:22:40,892 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=600 (was 527) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:33561 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-30 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:37811 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:37811 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:33561 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:37811 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:33561 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33561 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:42825 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:42825 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:42825 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:33561 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:37811 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:37811 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57184) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:42825 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37811 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57184) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57184) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42825 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:33561 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:42825 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:37811 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:37811 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=982 (was 863) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=503 (was 554), ProcessCount=11 (was 11), AvailableMemoryMB=7150 (was 6975) - AvailableMemoryMB LEAK? - 2024-11-17T20:22:40,892 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=600 is superior to 500 2024-11-17T20:22:40,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014a7631da0005, quorum=127.0.0.1:57184, baseZNode=/11527793162 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T20:22:40,949 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014a7631da0005, quorum=127.0.0.1:57184, baseZNode=/11527793162 Received Disconnected from ZooKeeper, ignoring 2024-11-17T20:22:40,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014a7631da0002, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T20:22:40,950 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014a7631da0002, quorum=127.0.0.1:57184, baseZNode=/0-550146389 Received Disconnected from ZooKeeper, ignoring 2024-11-17T20:22:40,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1014a7631da0008, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T20:22:40,950 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1014a7631da0008, quorum=127.0.0.1:57184, baseZNode=/2-1122282317 Received Disconnected from ZooKeeper, ignoring